00000001:01000000:3.0F:1786201960.291107:0:2340:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 743 MB/s 00000001:01000000:1.0F:1786201960.542907:0:2340:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1134 MB/s 00000001:01000000:2.0F:1786201960.792522:0:2340:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 5500 MB/s 00000020:02000000:2.0:1786201961.651764:0:2369:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_50_g2fe1a41 00000400:02000000:0.0F:1786201962.331607:0:2384:0:(api-ni.c:2822:lnet_startup_lndni()) Added LNI 192.168.203.57@tcp [8/256/0/180] 00008000:02000000:1.0:1786201965.972559:0:2534:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1786202124.024696:0:6157:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1786202124.024700:0:6157:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1786202124.024702:0:6157:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.157@tcp:/lustre 00000020:01000004:1.0:1786202124.024703:0:6157:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1786202124.024828:0:6157:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000d84eba74 00000080:01000004:1.0:1786202124.024838:0:6157:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1786202124.024851:0:6157:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.157@tcp' 00000020:01000004:1.0:1786202124.024958:0:6157:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.157@tcp (typ=mgc) 00000020:00000080:1.0:1786202124.024977:0:6157:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.157@tcp (000000001bf1ae0c) 00000020:00000080:1.0:1786202124.024989:0:6157:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1786202124.025191:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1786202124.025213:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1786202124.025321:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1786202124.025327:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1786202124.026532:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1786202124.026540:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1786202124.027501:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1786202124.027510:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1786202124.028873:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1786202124.028883:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1786202124.029598:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1786202124.029929:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1786202124.030106:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1786202124.030112:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1786202124.030759:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1786202124.030767:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1786202124.031429:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1786202124.031437:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1786202124.034235:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1786202124.034249:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1786202124.034883:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1786202124.034890:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1786202124.035699:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1786202124.035708:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1786202124.036763:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202124.036768:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202124.036769:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786202124.038007:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786202124.038012:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786202124.038013:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1786202124.038381:0:6157:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002d8cc7e7@MGC192.168.203.157@tcp: add connection 192.168.203.157@tcp at head 00010000:00010000:2.0:1786202124.038549:0:6157:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.157@tcp-0 is initialized 00000040:01000000:2.0:1786202124.038557:0:6157:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.157@tcp ctxt 1 is initialized 10000000:01000000:1.0:1786202124.039976:0:6172:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1786202124.040044:0:6157:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.157@tcp (uuid c6b10997-92d0-4321-91de-02fb8f803eb2) 00000020:00000080:2.0:1786202124.040065:0:6157:0:(genops.c:1406:class_connect()) connect: client c6b10997-92d0-4321-91de-02fb8f803eb2, cookie 0xbbe833a605acd4b1 00000100:00080000:2.0:1786202124.040078:0:6157:0:(import.c:510:import_select_connection()) MGC192.168.203.157@tcp: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:2.0:1786202124.040084:0:6157:0:(import.c:624:import_select_connection()) MGC192.168.203.157@tcp: import 000000002d8cc7e7 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000100:00100000:2.0:1786202124.040122:0:6157:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000834b8a83 x1872968508506240/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786202124.040151:0:6157:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c6b10997-92d0-4321-91de-02fb8f803eb2->MGS 00000080:00200000:2.0:1786202124.040167:0:6157:0:(llite_lib.c:1516:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff929cc92e7000 (sb 00000000d84eba74) 00000080:01000000:2.0:1786202124.040237:0:6157:0:(llite_lib.c:1242:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786202124.040239:0:6157:0:(llite_lib.c:1252:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786202124.040243:0:6157:0:(llite_lib.c:1252:ll_options()) next opt=flock 00000080:01000000:2.0:1786202124.040248:0:6157:0:(llite_lib.c:1550:ll_fill_super()) llite sb uuid: b68d55e2-6308-4ba6-a5e4-eef4ceb4e748 00000100:00100000:1.0:1786202124.040827:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000834b8a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6b10997-92d0-4321-91de-02fb8f803eb2:2400:1872968508506240:192.168.203.157@tcp:250: 10000000:01000000:2.0:1786202124.042901:0:6157:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786202124.042906:0:6157:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff929cc92e7000 10000000:01000000:2.0:1786202124.042910:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff929cc80c3380 10000000:01000000:2.0:1786202124.042914:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786202124.042927:0:6157:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff929cc80c3380 from 1 10000000:01000000:2.0:1786202124.042930:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1786202124.042966:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.042976:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.042985:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1786202124.043006:0:6157:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000096256fb3 x1872968508506368/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202124.043015:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 0000000091cc2a86 going to sleep for 0 seconds 00010000:00010000:2.0:1786202124.043078:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786202124.046520:0:2400:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.157@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786202124.046535:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.157@tcp: connect to target with instance 0 00000100:00080000:1.0:1786202124.046543:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.157@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1786202124.046548:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1786202124.046558:0:2400:0:(import.c:65:import_set_state_nolock()) 000000002d8cc7e7 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1786202124.046562:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1786202124.046583:0:2400:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:1.0:1786202124.046594:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000091cc2a86): req@0000000096256fb3 x1872968508506368/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202124.046612:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000834b8a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6b10997-92d0-4321-91de-02fb8f803eb2:2400:1872968508506240:192.168.203.157@tcp:250: 00000100:00100000:1.0:1786202124.046711:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 0000000091cc2a86 going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.049812:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000096256fb3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506368:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786202124.049840:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.049852:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786202124.049932:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000096256fb3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506496:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786202124.050010:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 0000000091cc2a86 going to sleep for 11 seconds 00000100:00100000:1.0:1786202124.052029:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000096256fb3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506496:192.168.203.157@tcp:501: 10000000:01000000:1.0:1786202124.052070:0:6157:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1786202124.052083:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.052093:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 0000000099c2a486/0xbbe833a605acd4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786202124.052103:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff929cc92e7000 10000000:01000000:1.0:1786202124.052107:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1786202124.052111:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff929cc92e7000 10000000:01000000:1.0:1786202124.052114:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1786202124.052118:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff929cc92e7000 10000000:01000000:1.0:1786202124.052120:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1786202124.052123:0:6157:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff929cc92e7000 from 1 10000000:01000000:1.0:1786202124.052125:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1786202124.052164:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.052172:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.052182:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202124.052205:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506624:192.168.203.157@tcp:101: 00000100:00100000:1.0:1786202124.052258:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 00000000090ceb8e going to sleep for 11 seconds 00000100:00100000:1.0:1786202124.056617:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506624:192.168.203.157@tcp:101: 00010000:00010000:1.0:1786202124.056645:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.056656:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202124.056750:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506752:192.168.203.157@tcp:501: 00000100:00100000:1.0:1786202124.056809:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 00000000090ceb8e going to sleep for 11 seconds 00000100:00100000:1.0:1786202124.061197:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506752:192.168.203.157@tcp:501: 00000100:00100000:1.0:1786202124.061269:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506880:192.168.203.157@tcp:503: 00000100:00100000:1.0:1786202124.061826:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 00000000090ceb8e going to sleep for 11 seconds 00000100:00100000:1.0:1786202124.063595:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508506880:192.168.203.157@tcp:503: 00000100:00100000:2.0:1786202124.064138:0:6176:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000034487322 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6176:1872968508507008:192.168.203.157@tcp:502: 00000100:00100000:2.0:1786202124.064222:0:6176:0:(client.c:2702:ptlrpc_set_wait()) set 0000000098313ce0 going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.068631:0:6176:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000034487322 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6176:1872968508507008:192.168.203.157@tcp:502: 00000020:01000000:2.0:1786202124.068683:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.068701:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.068703:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1786202124.068710:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff929cc92e7000 00000020:00000080:2.0:1786202124.068713:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786202124.068790:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff929cc92e7000 (00000000046e73d4) 00000020:00000080:2.0:1786202124.068810:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1786202124.068818:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff929cc92e7000 00000020:00000080:2.0:1786202124.068821:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786202124.069216:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff929cc92e7000 (uuid b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) 00000020:01000000:2.0:1786202124.069222:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.069226:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.069227:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1786202124.069236:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.069240:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.069241:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1786202124.069257:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff929cc92e7000 00000020:00000080:2.0:1786202124.069260:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786202124.069266:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff929cc92e7000 (0000000036be6f67) 00000020:00000080:2.0:1786202124.069289:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1786202124.069295:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff929cc92e7000 00000020:00000080:2.0:1786202124.069298:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786202124.071376:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff929cc92e7000 (uuid b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) 00000020:01000000:2.0:1786202124.071393:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.071400:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.071402:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1786202124.071406:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.071410:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.071411:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1786202124.071414:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786202124.071416:0:6176:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1786202124.071418:0:6176:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1786202124.071423:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.071432:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.071433:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1786202124.071436:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.071440:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.071441:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1786202124.071443:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786202124.071448:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:2.0:1786202124.071472:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.071474:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786202124.071485:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff929cc92e7000 (000000009018dc7f) 00000020:00000080:2.0:1786202124.071500:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1786202124.071505:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.071507:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786202124.071587:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000097847ff2@lustre-MDT0000-mdc-ffff929cc92e7000: add connection 192.168.203.157@tcp at head 00010000:00010000:2.0:1786202124.073832:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff929cc92e7000-1 is initialized 00000040:01000000:2.0:1786202124.074029:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff929cc92e7000 ctxt 13 is initialized 00000020:00000080:2.0:1786202124.074179:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff929cc92e7000 (uuid b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) 00000020:01000000:2.0:1786202124.074193:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff929cc92e7000 00000020:00000080:2.0:1786202124.074197:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786202124.074217:0:6176:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1786202124.074252:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.074256:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.074257:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1786202124.074260:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786202124.074262:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1786202124.074264:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786202124.074265:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786202124.074266:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786202124.074268:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.074269:0:6176:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786202124.074272:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.074276:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.074282:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1786202124.074286:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786202124.074291:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:2.0:1786202124.074313:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.074316:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786202124.074323:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff929cc92e7000 (00000000e00f7580) 00000020:00000080:2.0:1786202124.074363:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1786202124.074370:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.074373:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786202124.074438:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d4bc5740@lustre-MDT0001-mdc-ffff929cc92e7000: add connection 192.168.203.157@tcp at head 00010000:00010000:2.0:1786202124.079154:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff929cc92e7000-2 is initialized 00000040:01000000:2.0:1786202124.079382:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff929cc92e7000 ctxt 13 is initialized 00000020:00000080:2.0:1786202124.079561:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff929cc92e7000 (uuid b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) 00000020:01000000:2.0:1786202124.079576:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff929cc92e7000 00000020:00000080:2.0:1786202124.079580:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786202124.079602:0:6176:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1786202124.079637:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.079641:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.079642:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1786202124.079645:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786202124.079647:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1786202124.079649:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786202124.079650:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786202124.079651:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786202124.079653:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.079654:0:6176:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786202124.079657:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786202124.079661:0:6176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:2.0:1786202124.082450:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.082457:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1786202124.082465:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786202124.082469:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:2.0:1786202124.082498:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.082500:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786202124.082517:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff929cc92e7000 (000000008e9cc703) 00000020:00000080:2.0:1786202124.082535:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1786202124.082540:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.082542:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786202124.082621:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004f9a96d8@lustre-OST0000-osc-ffff929cc92e7000: add connection 192.168.203.157@tcp at head 00010000:00010000:2.0:1786202124.082878:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff929cc92e7000-3 is initialized 00000020:00000080:2.0:1786202124.088976:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff929cc92e7000 (uuid b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) 00000020:01000000:2.0:1786202124.088995:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff929cc92e7000 00000020:00000080:2.0:1786202124.088999:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786202124.089020:0:6176:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1786202124.089028:0:6176:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff929cc92e7000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1786202124.089035:0:6176:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1786202124.089046:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.089049:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.089051:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1786202124.089054:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786202124.089057:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1786202124.089059:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786202124.089060:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786202124.089061:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786202124.089064:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.089065:0:6176:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786202124.089067:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786202124.089070:0:6176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:2.0:1786202124.089073:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.089074:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1786202124.089077:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786202124.089081:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:2.0:1786202124.089106:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.089115:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786202124.089123:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff929cc92e7000 (00000000ac3e0e64) 00000020:00000080:2.0:1786202124.089141:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1786202124.089148:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff929cc92e7000 00000020:00000080:2.0:1786202124.089150:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786202124.089216:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008afe8cb8@lustre-OST0001-osc-ffff929cc92e7000: add connection 192.168.203.157@tcp at head 00010000:00010000:2.0:1786202124.089454:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff929cc92e7000-4 is initialized 00000020:00000080:2.0:1786202124.090319:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff929cc92e7000 (uuid b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) 00000020:01000000:2.0:1786202124.090331:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff929cc92e7000 00000020:00000080:2.0:1786202124.090350:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786202124.090365:0:6176:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1786202124.090371:0:6176:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff929cc92e7000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1786202124.090375:0:6176:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1786202124.090384:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.090387:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.090389:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1786202124.090393:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.090396:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.090397:0:6176:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786202124.090400:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786202124.090402:0:6176:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1786202124.090441:0:6176:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000669addfc pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6176:1872968508507136:192.168.203.157@tcp:502: 00000100:00100000:2.0:1786202124.090533:0:6176:0:(client.c:2702:ptlrpc_set_wait()) set 00000000a22ae79a going to sleep for 11 seconds 00000100:00100000:3.0:1786202124.133792:0:6176:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000669addfc pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6176:1872968508507136:192.168.203.157@tcp:502: 00000020:01000000:3.0:1786202124.133834:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202124.133843:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202124.133846:0:6176:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000040:00080000:3.0:1786202124.133849:0:6176:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:1.0:1786202124.135924:0:6157:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:1.0:1786202124.135953:0:6157:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1786202124.135968:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.135980:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000c35f845e/0xbbe833a605acd4bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786202124.135987:0:6157:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff929cc92e7000 from 1 10000000:01000000:1.0:1786202124.135996:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1786202124.136029:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.136037:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.136047:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202124.136068:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507264:192.168.203.157@tcp:101: 00000100:00100000:1.0:1786202124.136141:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 00000000090ceb8e going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.144823:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005830ce1b pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507264:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786202124.144850:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fef expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.144861:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d299fef expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786202124.145608:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507392:192.168.203.157@tcp:256: 00000100:00100000:2.0:1786202124.145752:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 000000004065792a going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.161092:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507392:192.168.203.157@tcp:256: 10000000:01000000:2.0:1786202124.162141:0:6157:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786202124.162221:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fef expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.162234:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 0000000065e647e8/0xbbe833a605acd4f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299fef expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202124.162242:0:6157:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff929cc92e7000 from 1 10000000:01000000:2.0:1786202124.162258:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786202124.162295:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000581707ed/0xbbe833a605acd4f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.162314:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000581707ed/0xbbe833a605acd4f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.162324:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000581707ed/0xbbe833a605acd4f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786202124.162392:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507520:192.168.203.157@tcp:101: 00000100:00100000:2.0:1786202124.162470:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 000000004065792a going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.165446:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507520:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786202124.165470:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000581707ed/0xbbe833a605acd4f7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202124.165498:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000581707ed/0xbbe833a605acd4f7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786202124.165565:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507648:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786202124.165619:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 000000004065792a going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.167847:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507648:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786202124.167893:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507776:192.168.203.157@tcp:503: 00000100:00100000:2.0:1786202124.168015:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set 000000004065792a going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.170112:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f0bb7d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:6157:1872968508507776:192.168.203.157@tcp:503: 00000100:00100000:1.0:1786202124.170488:0:6182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000ff08550 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6182:1872968508507904:192.168.203.157@tcp:502: 00000100:00100000:1.0:1786202124.170562:0:6182:0:(client.c:2702:ptlrpc_set_wait()) set 0000000021ffde23 going to sleep for 11 seconds 00000100:00100000:3.0:1786202124.175928:0:6182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000ff08550 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6182:1872968508507904:192.168.203.157@tcp:502: 00000020:01000000:2.0:1786202124.176254:0:6182:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202124.176266:0:6182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.176268:0:6182:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1786202124.176276:0:6182:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff929cc92e7000 00000020:00000080:2.0:1786202124.176279:0:6182:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1786202124.176333:0:6182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6182:1872968508508032:192.168.203.157@tcp:502: 00000100:00100000:2.0:1786202124.176503:0:6182:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d9540 going to sleep for 11 seconds 00000100:00100000:2.0:1786202124.179961:0:6182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6182:1872968508508032:192.168.203.157@tcp:502: 00000020:01000000:2.0:1786202124.180001:0:6182:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202124.180010:0:6182:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202124.180013:0:6182:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1786202124.180018:0:6182:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1786202124.180207:0:6157:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1786202124.180223:0:6157:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786202124.180381:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202124.180392:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1786202124.180413:0:6157:0:(llite_lib.c:1624:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1786202124.180746:0:6157:0:(genops.c:1406:class_connect()) connect: client b68d55e2-6308-4ba6-a5e4-eef4ceb4e748, cookie 0xbbe833a605acd4fe 00800000:01000000:1.0:1786202124.180770:0:6157:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect b68d55e2-6308-4ba6-a5e4-eef4ceb4e748 to lustre-clilmv-ffff929cc92e7000 00800000:01000000:1.0:1786202124.180776:0:6157:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff929cc92e7000(b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) - lustre-MDT0000_UUID, b68d55e2-6308-4ba6-a5e4-eef4ceb4e748 00000020:00000080:1.0:1786202124.180784:0:6157:0:(genops.c:1406:class_connect()) connect: client b68d55e2-6308-4ba6-a5e4-eef4ceb4e748, cookie 0xbbe833a605acd505 00000100:00080000:1.0:1786202124.180793:0:6157:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff929cc92e7000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:1.0:1786202124.180812:0:6157:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff929cc92e7000: import ffff929cc93bd000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:1.0:1786202124.180823:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786202124.180848:0:6157:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929ce0d9b800 x1872968508508160/t0(0) o38->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786202124.180874:0:6157:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID 00000100:00100000:3.0:1786202124.180959:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508508160:192.168.203.157@tcp:38: 00800000:01000000:1.0:1786202124.181157:0:6157:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff929cc92e7000(b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) successfully (5) 00800000:00000004:1.0:1786202124.181161:0:6157:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff929cc92e7000: age -707, max_age 0 00800000:01000000:1.0:1786202124.181197:0:6157:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff929cc92e7000(b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) - lustre-MDT0001_UUID, b68d55e2-6308-4ba6-a5e4-eef4ceb4e748 00000020:00000080:1.0:1786202124.181204:0:6157:0:(genops.c:1406:class_connect()) connect: client b68d55e2-6308-4ba6-a5e4-eef4ceb4e748, cookie 0xbbe833a605acd50c 00000100:00080000:1.0:1786202124.181209:0:6157:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff929cc92e7000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:1.0:1786202124.181214:0:6157:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff929cc92e7000: import ffff929cc93bc800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:1.0:1786202124.181220:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786202124.181232:0:6157:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929ce0d9a300 x1872968508508416/t0(0) o38->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786202124.181415:0:6157:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID 00800000:01000000:1.0:1786202124.181484:0:6157:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff929cc92e7000(b68d55e2-6308-4ba6-a5e4-eef4ceb4e748) successfully (5) 00800000:00000004:1.0:1786202124.181487:0:6157:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff929cc92e7000: age -707, max_age 0 00000080:00000004:1.0:1786202124.181506:0:6157:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff929cc92e7000: age -707, max_age 292 00000100:00100000:2.0:1786202124.181797:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508508416:192.168.203.157@tcp:38: 00800000:00000004:1.0:1786202124.182233:0:6157:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff929cc92e7000: age -707, max_age 292 00000100:00080000:1.0:1786202124.182259:0:6157:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff929ce0d99880 x1872968508508672/t0(0) o41->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202124.182268:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4b663c0 going to sleep for 0 seconds 00000100:00080000:0.0:1786202124.182472:0:2401:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff929ce0d99180 x1872968508508544/t0(0) o41->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786202124.182869:0:2402:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff929ce0d9ad80 x1872968508508288/t0(0) o41->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1786202124.184321:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9b800 x1872968508508160/t0(0) o38->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1786202134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202124.184369:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786202124.184379:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff929cc92e7000: connect to target with instance 1 00000001:01000000:2.0:1786202124.434483:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff929cc92e7000: T10 checksum algorithm t10ip512 speed = 1767 MB/s 00000001:01000000:1.0:1786202124.684474:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff929cc92e7000: T10 checksum algorithm t10ip4K speed = 3083 MB/s 00000001:01000000:3.0:1786202124.941619:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff929cc92e7000: T10 checksum algorithm t10crc512 speed = 517 MB/s 00010000:00010000:0.0:1786202125.087602:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1786202125.192181:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff929cc92e7000: T10 checksum algorithm t10crc4K speed = 891 MB/s 00000100:00080000:1.0:1786202125.192195:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff929cc92e7000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1786202125.192210:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1786202125.192215:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc93bd000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1786202125.193858:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000090ceb8e): req@ffff929ce0d99880 x1872968508508672/t0(0) o41->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786202125.193888:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006751bd6a): req@ffff929ce0d9ad80 x1872968508508288/t0(0) o41->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202125.193971:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4b663c0 going to sleep for 0 seconds 00000100:00100000:3.0:1786202125.194518:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4b663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202125.194626:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508508160:192.168.203.157@tcp:38: 00010000:00080000:1.0:1786202125.194665:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9a300 x1872968508508416/t0(0) o38->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1786202134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202125.194675:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786202125.194685:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff929cc92e7000: connect to target with instance 1 00000100:00080000:1.0:1786202125.194694:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff929cc92e7000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1786202125.194705:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1786202125.194720:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc93bc800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1786202125.199071:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ba28fa2d): req@ffff929ce0d99180 x1872968508508544/t0(0) o41->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202125.199095:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508508416:192.168.203.157@tcp:38: 00010000:00080000:0.0:1786202125.199784:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9ad80 x1872968508508288/t0(0) o41->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786202141 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202125.199802:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:0:1872968508508288:192.168.203.157@tcp:41: 00010000:00080000:3.0:1786202125.201006:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d99880 x1872968508508672/t0(0) o41->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786202141 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202125.201022:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508508672:192.168.203.157@tcp:41: 00800000:00000004:3.0:1786202125.201042:0:6157:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff929cc92e7000: update ffff929cc8089e10 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1786202125.201050:0:6157:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff929cc92e7000: update ffff929cc8088450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1786202125.201105:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508508800:192.168.203.157@tcp:40: 00000100:00100000:3.0:1786202125.201296:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc2c84840 going to sleep for 11 seconds 00010000:00080000:1.0:1786202125.201827:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d99180 x1872968508508544/t0(0) o41->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786202141 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202125.201854:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:0:1872968508508544:192.168.203.157@tcp:41: 00010000:00080000:3.0:1786202125.203800:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809a300 x1872968508508800/t0(0) o40->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 440/448 e 0 to 0 dl 1786202141 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202125.203816:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508508800:192.168.203.157@tcp:40: 00000080:00000004:3.0:1786202125.203837:0:6157:0:(llite_lib.c:623:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1786202125.203861:0:6157:0:(llite_lib.c:785:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2146304 00020000:01000000:3.0:1786202125.203865:0:6157:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1786202125.203875:0:6157:0:(genops.c:1406:class_connect()) connect: client b68d55e2-6308-4ba6-a5e4-eef4ceb4e748, cookie 0xbbe833a605acd513 00000020:00000080:3.0:1786202125.203889:0:6157:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbbe833a605acd51a 00000100:00080000:3.0:1786202125.203896:0:6157:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff929cc92e7000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:3.0:1786202125.203902:0:6157:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff929cc92e7000: import ffff929cc93b9000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:3.0:1786202125.203912:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786202125.203933:0:6157:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929cc809a300 x1872968508508928/t0(0) o8->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786202125.203995:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508508928:192.168.203.157@tcp:8: 00000100:00080000:3.0:1786202125.204089:0:6157:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID 00020000:01000000:3.0:1786202125.204140:0:6157:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff929cc92e7000) active 00000020:00000080:3.0:1786202125.204166:0:6157:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbbe833a605acd521 00000100:00080000:3.0:1786202125.204172:0:6157:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff929cc92e7000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:3.0:1786202125.204177:0:6157:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff929cc92e7000: import ffff929cc93ba000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:3.0:1786202125.204183:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786202125.204196:0:6157:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929cc8099180 x1872968508509056/t0(0) o8->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786202125.204697:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786202125.204718:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508509184:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202125.204817:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508509056:192.168.203.157@tcp:8: 00000100:00080000:3.0:1786202125.205140:0:6157:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID 00020000:01000000:3.0:1786202125.205163:0:6157:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff929cc92e7000) active 00000100:00100000:3.0:1786202125.205202:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508509312:192.168.203.157@tcp:900: 00000100:00100000:3.0:1786202125.205883:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc2c84540 going to sleep for 11 seconds 00010000:00080000:0.0:1786202125.210244:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099880 x1872968508509312/t0(0) o900->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:29/10 lens 264/248 e 0 to 0 dl 1786202141 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202125.210264:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508509312:192.168.203.157@tcp:900: 00000100:00100000:0.0:1786202125.210384:0:6157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508509440:192.168.203.157@tcp:33: 00000100:00100000:0.0:1786202125.210485:0:6157:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4a3f0c0 going to sleep for 11 seconds 00010000:00080000:2.0:1786202125.210835:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809a300 x1872968508508928/t0(0) o8->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786202135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202125.210845:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff929cc92e7000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786202125.210853:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff929cc92e7000: connect to target with instance 1 00000100:00080000:2.0:1786202125.210862:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff929cc92e7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1786202125.210874:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1786202125.210878:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc93b9000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1786202125.210884:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1786202125.210888:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1786202125.210893:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1786202125.210902:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508508928:192.168.203.157@tcp:8: 00010000:00080000:2.0:1786202125.210927:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099180 x1872968508509056/t0(0) o8->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786202135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202125.210934:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff929cc92e7000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786202125.210938:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff929cc92e7000: connect to target with instance 1 00000100:00080000:2.0:1786202125.210943:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff929cc92e7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1786202125.210947:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1786202125.210949:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc93ba000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1786202125.210952:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1786202125.210961:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1786202125.210963:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1786202125.210969:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508509056:192.168.203.157@tcp:8: 00000100:00100000:3.0:1786202125.211146:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508509184:192.168.203.157@tcp:400: 00010000:00080000:0.0:1786202125.240724:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e1f80 x1872968508509440/t0(0) o33->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/464 e 0 to 0 dl 1786202141 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1786202125.240743:0:6157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6157:1872968508509440:192.168.203.157@tcp:33: 00000080:00200000:0.0:1786202125.240936:0:6157:0:(llite_lib.c:3365:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00200000:0.0:1786202125.240944:0:6157:0:(llite_lib.c:3128:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1786202125.241001:0:6157:0:(llite_lib.c:1663:ll_fill_super()) Mounted lustre-client - version 2.17.56_50_g2fe1a41 00000080:00000004:0.0:1786202125.247045:0:6157:0:(super25.c:181:lustre_fill_super()) 192.168.203.157@tcp:/lustre: Mount complete 00000080:00200008:2.0:1786202125.536823:0:6201:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786202125.536838:0:6201:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:2.0:1786202125.536863:0:6201:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786202125.536918:0:6201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.536929:0:6201:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.536939:0:6201:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6201 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786202125.536961:0:6201:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job mkdir:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6201:1872968508509568:192.168.203.157@tcp:101: 00000100:00100000:2.0:1786202125.537403:0:6201:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1786202125.544937:0:6201:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job mkdir:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6201:1872968508509568:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786202125.544961:0:6201:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.544974:0:6201:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.544985:0:6201:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.544999:0:6201:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.545024:0:6201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.545033:0:6201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.545040:0:6201:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1786202125.545052:0:6201:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff929cc6338380 x1872968508509568/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1786202141 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1786202125.545066:0:6201:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.545077:0:6201:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff929cc80a1c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1786202125.545083:0:6201:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1786202125.545106:0:6201:0:(llite_lib.c:3128:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1786202125.545110:0:6201:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:2.0:1786202125.545115:0:6201:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:2.0:1786202125.545118:0:6201:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd98424fcb8 00010000:00010000:2.0:1786202125.545122:0:6201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202125.545131:0:6201:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1786202126.124178:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202127.137740:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1786202127.436579:0:6253:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786202127.436595:0:6253:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:2.0:1786202127.436621:0:6253:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786202127.436658:0:6253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1786202127.436675:0:6253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1786202127.436684:0:6253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786202127.436704:0:6253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:2.0:1786202127.436708:0:6253:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:2.0:1786202127.436716:0:6253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd9819a3cb8 00010000:00010000:2.0:1786202127.436720:0:6253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1786202127.436729:0:6253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:2.0:1786202127.437366:0:6253:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1786202127.437372:0:6253:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:2.0:1786202127.437383:0:6253:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786202127.437392:0:6253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1786202127.437400:0:6253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:2.0:1786202127.437413:0:6253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786202127.437418:0:6253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:2.0:1786202127.437420:0:6253:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:2.0:1786202127.437425:0:6253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd9819a3cb8 00010000:00010000:2.0:1786202127.437428:0:6253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1786202127.437435:0:6253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1786202127.437536:0:6253:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:2.0:1786202127.437545:0:6253:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786202127.437552:0:6253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1786202127.437561:0:6253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1786202127.437567:0:6253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786202127.437571:0:6253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:2.0:1786202127.437573:0:6253:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:2.0:1786202127.437577:0:6253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd9819a3bb0 00010000:00010000:2.0:1786202127.437580:0:6253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1786202127.437587:0:6253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1786202127.437602:0:6253:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8), inode mode 41ed mask 44 00000080:00200008:2.0:1786202127.437608:0:6253:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), flags 100000 00000080:00200080:2.0:1786202127.437688:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.438074:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00800000:00000004:2.0:1786202127.438081:0:6253:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff929cc92e7000: age 294, max_age 295 00000100:00100000:2.0:1786202127.438116:0:6253:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508509696:192.168.203.157@tcp:41: 00000100:00100000:2.0:1786202127.438250:0:6253:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1786202127.442218:0:6253:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508509696:192.168.203.157@tcp:41: 00800000:00000004:2.0:1786202127.442247:0:6253:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff929cc92e7000: update ffff929cc8089e10 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1786202127.442431:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.442448:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00800000:00000004:2.0:1786202127.442455:0:6253:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff929cc92e7000: age -707, max_age 295 00000100:00100000:2.0:1786202127.442488:0:6253:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508509824:192.168.203.157@tcp:41: 00000100:00100000:2.0:1786202127.442558:0:6253:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d9e40 going to sleep for 11 seconds 00010000:00080000:2.0:1786202127.446154:0:6253:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338380 x1872968508509824/t0(0) o41->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786202143 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202127.446172:0:6253:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508509824:192.168.203.157@tcp:41: 00800000:00000004:2.0:1786202127.446193:0:6253:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff929cc92e7000: update ffff929cc808b7d0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1786202127.446313:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446329:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446373:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446379:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446397:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446401:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446405:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446408:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446412:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446415:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446418:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446421:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446425:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446428:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446432:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446435:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446439:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446442:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446446:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446449:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446453:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446455:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446459:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446462:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446465:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446468:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446472:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446474:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446477:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446485:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446490:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446493:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446496:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446499:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446503:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446505:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446508:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446511:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446514:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446516:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446520:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446522:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446526:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446528:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446531:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446534:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446537:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446540:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446543:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446546:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446549:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446552:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446555:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446557:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446567:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446570:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446573:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446576:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446579:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446582:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446586:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446589:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446592:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446595:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446599:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446602:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446606:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446609:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446613:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446615:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446619:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446621:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446625:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446627:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446631:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446634:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446638:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446654:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446660:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446670:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446675:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446679:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446683:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446687:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446702:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446707:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446711:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446715:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446719:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446723:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446727:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446730:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446735:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446738:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446742:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446745:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446749:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446752:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446756:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446760:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446763:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446767:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446771:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446775:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446786:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446791:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446795:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446798:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446802:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446805:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446809:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446812:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446815:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446819:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446822:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446825:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446829:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446832:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446836:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446840:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446844:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446848:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446852:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446855:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446860:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00800000:00000080:2.0:1786202127.446863:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.446867:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.446873:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00020000:00000004:2.0:1786202127.446880:0:6253:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff929cc92e7000: age -707, max_age 295 00000100:00100000:2.0:1786202127.446916:0:6253:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508509952:192.168.203.157@tcp:13: 00000100:00100000:2.0:1786202127.446973:0:6253:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d9e40 going to sleep for 11 seconds 00010000:00080000:2.0:1786202127.448634:0:6253:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338380 x1872968508509952/t0(0) o13->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1786202143 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202127.448651:0:6253:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508509952:192.168.203.157@tcp:13: 00020000:00000004:2.0:1786202127.448670:0:6253:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff929cc92e7000: update ffff929cc93f1e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1786202127.448739:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.448752:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00020000:00000004:2.0:1786202127.448758:0:6253:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff929cc92e7000: age -707, max_age 295 00000100:00100000:2.0:1786202127.448780:0:6253:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508510080:192.168.203.157@tcp:13: 00000100:00100000:2.0:1786202127.448842:0:6253:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d9e40 going to sleep for 11 seconds 00010000:00080000:2.0:1786202127.452482:0:6253:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338380 x1872968508510080/t0(0) o13->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1786202143 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202127.452502:0:6253:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job lfs:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:6253:1872968508510080:192.168.203.157@tcp:13: 00020000:00000004:2.0:1786202127.452523:0:6253:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff929cc92e7000: update ffff929cc93f37d0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1786202127.452578:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452593:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452600:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452604:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452608:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452611:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452615:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452619:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452623:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452640:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452645:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452648:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452652:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452655:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452659:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452663:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452666:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452669:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452673:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452676:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452680:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452683:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452686:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452689:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452711:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452715:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452719:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452722:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452726:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452730:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452735:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452738:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452741:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452744:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452755:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452759:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452762:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452766:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452769:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452773:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452777:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452780:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452785:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452788:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452792:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452795:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452799:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452802:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452806:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452809:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452812:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452816:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452820:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452823:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452828:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452831:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452835:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452838:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452842:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452852:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452857:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452860:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452864:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452868:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452872:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452875:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452879:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452882:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452886:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452889:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452893:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452897:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452902:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452905:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.452909:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.452994:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453000:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453004:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453008:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453011:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453015:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453018:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453022:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453025:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453036:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453040:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453044:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453047:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453051:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453054:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453057:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453060:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453064:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453067:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453070:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453073:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453076:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453079:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453082:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453085:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453088:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453091:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453094:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453097:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453100:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453103:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453106:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453109:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453112:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453124:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453129:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453134:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453137:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453140:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453144:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453147:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453151:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453154:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453158:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453161:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453165:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453169:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453173:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453176:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200080:2.0:1786202127.453180:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) cmd=c00866a4 arg=7ffcd5e10e20 00020000:00000080:2.0:1786202127.453184:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff929cc92e7000: cmd=c00866a4 len=592 karg=ffff929ce0df3800 uarg=0000000000000000 00000080:00200008:2.0:1786202127.453197:0:6253:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), flags 100000 00010000:00010000:2.0:1786202128.159478:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202129.183718:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786202129.502965:0:6446:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1786202130.208487:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786202130.336188:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510336:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202130.336283:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510592:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202130.336315:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1786202130.336322:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508510208:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202130.336512:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510464:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202130.336551:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510720:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202130.355547:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508510208:192.168.203.157@tcp:400: 00010000:00080000:1.0:1786202130.355569:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9b800 x1872968508510464/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202130.355582:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510464:192.168.203.157@tcp:400: 00010000:00080000:1.0:1786202130.355594:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9b100 x1872968508510720/t0(0) o400->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202130.355603:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510720:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202130.355641:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510336:192.168.203.157@tcp:400: 00010000:00080000:1.0:1786202130.355651:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9aa00 x1872968508510592/t0(0) o400->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202130.355660:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508510592:192.168.203.157@tcp:400: 00010000:00010000:1.0:1786202131.231626:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202132.259161:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202133.280457:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786202133.668757:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00100000:1.0:1786202133.668904:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00100000:0.0:1786202133.669125:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872968528484224 00000100:00100000:0.0:1786202133.669134:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872968528484224 00000100:00100000:0.0:1786202133.669181:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872968528484352 00000100:00100000:0.0:1786202133.669184:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872968528484352 00000100:00100000:0.0:1786202133.669200:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 0 00000100:00100000:0.0:1786202133.669208:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff929ce0d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+4:10338:x1872968528484224:12345-192.168.203.157@tcp:104: 00010000:00010000:0.0:1786202133.669225:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202133.669304:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1786202133.669310:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff929ce0d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+4:10338:x1872968528484224:12345-192.168.203.157@tcp:104: Request processed in 103us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1786202133.669316:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 0 00000100:00100000:0.0:1786202133.669331:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 1 00000100:00100000:0.0:1786202133.669359:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff929ce0d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+3:10338:x1872968528484352:12345-192.168.203.157@tcp:104: 00010000:00010000:0.0:1786202133.669367:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202133.670590:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1786202133.670603:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff929ce0d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+3:10338:x1872968528484352:12345-192.168.203.157@tcp:104: Request processed in 1264us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1786202133.670612:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 1 00010000:00010000:2.0:1786202133.670788:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1786202133.670796:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670806:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff929d021f4800 already unused, calling callback (ffffffffc12cec20) 10000000:00010000:2.0:1786202133.670809:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670829:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786202133.670836:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202133.670842:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1786202133.670925:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670933:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786202133.670953:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670960:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd4bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299fe8 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670973:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786202133.670976:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670983:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff929cc2ba0000 already unused, calling callback (ffffffffc12cec20) 10000000:00010000:2.0:1786202133.670986:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.670993:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786202133.670999:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202133.671011:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1786202133.671114:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786202133.671134:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508510848:192.168.203.157@tcp:103: 00010000:00010000:2.0:1786202133.672700:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.672715:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786202133.672732:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.672740:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0000/0xbbe833a605acd4b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299fe1 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202133.672756:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202133.672758:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202133.672760:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786202133.672781:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786202133.672861:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508510976:192.168.203.157@tcp:103: 00000100:00100000:2.0:1786202133.678308:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508510848:192.168.203.157@tcp:103: 00000100:00100000:2.0:1786202133.694515:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508510976:192.168.203.157@tcp:103: 00010000:00010000:3.0:1786202134.304216:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202135.333683:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786202135.455673:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508511232:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202135.455824:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508511488:192.168.203.157@tcp:400: 00000100:00100000:0.0:1786202135.455938:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508511104:192.168.203.157@tcp:400: 00000100:00100000:0.0:1786202135.455975:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508511360:192.168.203.157@tcp:400: 00000100:00100000:0.0:1786202135.456004:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508511616:192.168.203.157@tcp:400: 00010000:00080000:0.0:1786202135.459458:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d99180 x1872968508511360/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202135.459485:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508511360:192.168.203.157@tcp:400: 00010000:00080000:0.0:1786202135.460590:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d99c00 x1872968508511616/t0(0) o400->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202135.460608:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508511616:192.168.203.157@tcp:400: 00010000:00080000:1.0:1786202135.460712:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d98700 x1872968508511488/t0(0) o400->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202135.460725:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508511488:192.168.203.157@tcp:400: 00000100:00100000:0.0:1786202135.460982:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508511232:192.168.203.157@tcp:400: 00000100:00100000:1.0:1786202135.462550:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508511104:192.168.203.157@tcp:400: 00010000:00010000:3.0:1786202136.351574:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202137.375964:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786202137.631462:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1786202137.631470:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff929cc92e7000 from 48 10000000:01000000:1.0:1786202137.631475:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1786202137.631524:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.631536:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.631548:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202137.631590:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508511744:192.168.203.157@tcp:101: 00000100:00100000:1.0:1786202137.631714:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202137.634600:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508511744:192.168.203.157@tcp:101: 00010000:00010000:1.0:1786202137.634642:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0ac expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.634655:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a0ac expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202137.634730:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508511872:192.168.203.157@tcp:501: 00000100:00100000:1.0:1786202137.634890:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202137.637488:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508511872:192.168.203.157@tcp:501: 00000100:00100000:1.0:1786202137.637542:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512000:192.168.203.157@tcp:503: 00000100:00100000:1.0:1786202137.637678:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202137.640038:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512000:192.168.203.157@tcp:503: 00000100:00100000:2.0:1786202137.640456:0:6665:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6665:1872968508512128:192.168.203.157@tcp:502: 00000100:00100000:2.0:1786202137.640584:0:6665:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc809fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1786202137.642748:0:6665:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6665:1872968508512128:192.168.203.157@tcp:502: 00000020:01000000:2.0:1786202137.642786:0:6665:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202137.642795:0:6665:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202137.642798:0:6665:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1786202137.642811:0:6665:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1786202137.642844:0:6665:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6665:1872968508512256:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786202137.642950:0:6665:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc809fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1786202137.644779:0:6665:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6665:1872968508512256:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786202137.644817:0:6665:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202137.644825:0:6665:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202137.644827:0:6665:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786202137.644831:0:6665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1786202137.645232:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1786202137.645250:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1786202137.645261:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0ac expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.645273:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929d021f4e00/0xbbe833a605acd52f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0ac expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1786202137.645283:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1786202137.645295:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff929cc80c3380 from 1 10000000:01000000:1.0:1786202137.645298:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1786202137.645329:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.645478:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.645488:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202137.645510:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512384:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786202137.645615:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202137.647891:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512384:192.168.203.157@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1786202137.647917:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0b3 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.647929:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a0b3 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202137.648015:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512512:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1786202137.648121:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd00d93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202137.650766:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512512:192.168.203.157@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1786202137.650805:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1786202137.650815:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0b3 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202137.650825:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929d021f4200/0xbbe833a605acd536 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0b3 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202138.399742:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786202138.815224:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00100000:1.0:1786202138.815421:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872968528494336 00000100:00100000:1.0:1786202138.815430:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872968528494336 00000100:00100000:0.0:1786202138.815642:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 2 00000100:00100000:0.0:1786202138.815653:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff929cc54e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c6b10997-92d0-4321-91de-02fb8f803eb2+3:10402:x1872968528494336:12345-192.168.203.157@tcp:104: 00010000:00010000:0.0:1786202138.815671:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202138.815750:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1786202138.815757:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff929cc54e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c6b10997-92d0-4321-91de-02fb8f803eb2+3:10402:x1872968528494336:12345-192.168.203.157@tcp:104: Request processed in 106us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1786202138.815764:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 2 00010000:00010000:2.0:1786202138.815815:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786202138.815822:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202138.815830:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff929cc2ba1e00 already unused, calling callback (ffffffffc12cec20) 10000000:00010000:2.0:1786202138.815834:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202138.815842:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786202138.815849:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202138.815853:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1786202138.815899:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202138.815906:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786202138.815925:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202138.815949:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff929cc2ba1e00/0xbbe833a605acd4f7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d299ff6 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202138.815965:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202138.815967:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202138.815968:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786202138.815984:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508512640:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1786202138.818746:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508512640:192.168.203.157@tcp:103:ldlm_bl.0 10000000:01000000:3.0:1786202139.311671:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1786202139.311683:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff929cc92e7000 from 4 10000000:01000000:3.0:1786202139.311691:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786202139.311757:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786202139.311773:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786202139.311787:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786202139.311824:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512768:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1786202139.311951:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc93379c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786202139.314598:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512768:192.168.203.157@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1786202139.314641:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786202139.314653:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786202139.314720:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512896:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1786202139.314831:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc93379c0 going to sleep for 11 seconds 00000100:00100000:0.0:1786202139.322596:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508512896:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1786202139.322957:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508513024:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1786202139.323092:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4b35e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786202139.328907:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508513024:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786202139.329498:0:6723:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6723:1872968508513152:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786202139.329656:0:6723:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc3e8a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786202139.336381:0:6723:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6723:1872968508513152:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786202139.336435:0:6723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202139.336448:0:6723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202139.336450:0:6723:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1786202139.336458:0:6723:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff929cc92e7000 00000020:00000080:2.0:1786202139.336461:0:6723:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1786202139.337268:0:6723:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6723:1872968508513280:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786202139.338220:0:6723:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc3e8a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786202139.363360:0:6723:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:6723:1872968508513280:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786202139.363415:0:6723:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202139.363428:0:6723:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202139.363431:0:6723:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786202139.363436:0:6723:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1786202139.364750:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1786202139.364773:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786202139.364783:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202139.364794:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202139.423663:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202140.452966:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786202140.576170:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508513408:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202140.576355:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513664:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202140.576384:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513920:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202140.576434:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786202140.576441:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513536:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202140.576462:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513792:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202140.690472:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508513408:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786202140.690496:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc633bb80 x1872968508513664/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202140.690509:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513664:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786202140.690521:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc633b480 x1872968508513920/t0(0) o400->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202140.690529:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513920:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202140.700754:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513536:192.168.203.157@tcp:400:kworker.0 00010000:00080000:3.0:1786202140.700856:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338a80 x1872968508513792/t0(0) o400->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202140.700868:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508513792:192.168.203.157@tcp:400:kworker.0 00010000:00010000:1.0:1786202141.472467:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786202142.496500:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786202143.519687:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202144.545273:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786202144.638997:0:7028:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1786202145.567625:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786202145.699763:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508514048:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202145.699847:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514304:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202145.699877:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514560:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202145.699906:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1786202145.699912:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514176:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202145.699932:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514432:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202145.714780:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514176:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786202145.714799:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099f80 x1872968508514432/t0(0) o400->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202145.714810:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514432:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202145.714819:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508514048:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786202145.714829:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099c00 x1872968508514304/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202145.714837:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514304:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786202145.714858:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809b480 x1872968508514560/t0(0) o400->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202145.714866:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508514560:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786202146.592466:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786202147.616966:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202148.643884:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1786202149.085164:0:7310:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing yml_node 00010000:00010000:3.0:1786202149.674738:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202150.687429:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786202150.817722:0:37:0:(import.c:65:import_set_state_nolock()) ffff929cc93b9000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1786202150.817731:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff929cc92e7000: disconnect after 23s idle 00000100:00080000:3.0:1786202150.825374:0:37:0:(import.c:65:import_set_state_nolock()) ffff929cc93ba000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1786202150.825382:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff929cc92e7000: disconnect after 23s idle 00000100:00100000:3.0:1786202150.825433:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508514688:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202150.825623:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508515072:192.168.203.157@tcp:9:kworker.0 00000100:00100000:3.0:1786202150.825749:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508514944:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202150.826874:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508515200:192.168.203.157@tcp:9:kworker.0 00000100:00100000:3.0:1786202150.827238:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786202150.827248:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508514816:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786202150.880685:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809bb80 x1872968508515072/t0(0) o9->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786202150.880712:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff929cc809bb80 x1872968508515072/t0(0) o9->lustre-OST0000-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786202150.880722:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc93b9000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1786202150.880727:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508515072:192.168.203.157@tcp:9:kworker.0 00010000:00080000:0.0:1786202150.880764:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809a680 x1872968508515200/t0(0) o9->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786202150.880774:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff929cc809a680 x1872968508515200/t0(0) o9->lustre-OST0001-osc-ffff929cc92e7000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786202150.880779:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc93ba000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1786202150.880783:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2400:1872968508515200:192.168.203.157@tcp:9:kworker.0 00010000:00080000:3.0:1786202150.882472:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8098e00 x1872968508514944/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202150.884008:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508514944:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202150.884079:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508514816:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202150.884094:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508514688:192.168.203.157@tcp:400:kworker.0 00010000:00010000:3.0:1786202151.713689:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202152.770674:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786202153.828119:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1786202154.614637:0:7762:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.56.50 00010000:00010000:2.0:1786202154.887404:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786202155.937260:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515456:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202155.937373:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786202155.937380:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508515328:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786202155.937411:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515584:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786202155.937441:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786202155.951668:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508515328:192.168.203.157@tcp:400:kworker.0 00010000:00080000:3.0:1786202155.951690:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338380 x1872968508515584/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202155.951703:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515584:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202155.951714:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515456:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786202156.959781:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786202157.213274:0:7918:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.56.50 00010000:00010000:2.0:1786202157.983717:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202159.498439:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202160.557623:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786202161.055979:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508515712:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202161.056120:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515968:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202161.056166:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786202161.056175:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515840:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202161.062979:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508515712:192.168.203.157@tcp:400:kworker.0 00010000:00080000:3.0:1786202161.063021:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc633a680 x1872968508515968/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202161.063036:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515968:192.168.203.157@tcp:400:kworker.0 00000001:02000400:0.0:1786202161.065042:0:8075:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.56.50 00000100:00100000:3.0:1786202161.085487:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508515840:192.168.203.157@tcp:400:kworker.0 00010000:00010000:1.0:1786202161.631218:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202162.658298:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786202163.480609:0:8221:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Aug 8 11:16:01 EDT 2026 00010000:00010000:1.0:1786202163.679665:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202164.703571:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202165.728818:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786202166.175704:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2402:1872968508516096:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202166.175797:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508516352:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202166.175830:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786202166.175837:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508516224:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786202166.182897:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e0e00 x1872968508516352/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202166.182916:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508516352:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202166.182941:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508516224:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786202166.184761:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2402:1872968508516096:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786202166.751706:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786202167.826323:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202168.863983:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786202169.887978:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202170.927228:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786202171.330477:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508516480:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202171.330649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508516736:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202171.330695:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786202171.330711:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508516608:192.168.203.157@tcp:400:kworker.0 00010000:00080000:1.0:1786202171.430721:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e3b80 x1872968508516736/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202171.430741:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508516736:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786202171.430768:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508516608:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786202171.430776:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508516480:192.168.203.157@tcp:400:kworker.0 00010000:00010000:1.0:1786202171.935579:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202173.081684:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202174.111611:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202175.135961:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202176.162053:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786202176.454627:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508516992:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202176.454735:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1786202176.454742:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508516864:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202176.454775:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508517120:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202176.459302:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508516864:192.168.203.157@tcp:400:kworker.0 00010000:00080000:3.0:1786202176.459326:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8098e00 x1872968508517120/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202176.459394:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508517120:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202176.459407:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508516992:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786202177.186101:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202178.207579:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202179.265202:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202180.319957:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786202181.343680:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786202181.535912:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2402:1872968508517248:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202181.543179:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786202181.543203:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508517376:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786202181.543658:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786202181.543667:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508517504:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786202181.624776:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d99f80 x1872968508517504/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202181.624797:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508517504:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202181.624856:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508517376:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786202181.624865:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2402:1872968508517248:192.168.203.157@tcp:400:kworker.0 00000001:02000400:2.0:1786202181.713260:0:8780:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1786202182.370452:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786202183.459389:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1786202184.031235:0:8919:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1786202184.505502:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786202185.503754:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786202185.638761:0:9065:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 11:16:24 (1786202184) === 00000080:00200008:3.0:1786202186.131741:0:8238:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786202186.131752:0:8238:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:3.0:1786202186.131775:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786202186.131793:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1786202186.131819:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1786202186.131827:0:8238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786202186.131833:0:8238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:3.0:1786202186.131837:0:8238:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:3.0:1786202186.131844:0:8238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c3fcb8 00010000:00010000:3.0:1786202186.131847:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1786202186.131856:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1786202186.145065:0:8238:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786202186.145077:0:8238:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:3.0:1786202186.145098:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786202186.145116:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1786202186.145131:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1786202186.145139:0:8238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786202186.145146:0:8238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:3.0:1786202186.145149:0:8238:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:3.0:1786202186.145155:0:8238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c3fcb8 00010000:00010000:3.0:1786202186.145166:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1786202186.145174:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1786202186.157774:0:8238:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786202186.157785:0:8238:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:3.0:1786202186.157805:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786202186.157823:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1786202186.157837:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1786202186.157845:0:8238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786202186.157851:0:8238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:3.0:1786202186.157854:0:8238:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:3.0:1786202186.157861:0:8238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c3fcb8 00010000:00010000:3.0:1786202186.157865:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1786202186.157873:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1786202186.171680:0:8238:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786202186.171693:0:8238:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000002:00010000:2.0:1786202186.171713:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786202186.171730:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786202186.171746:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1786202186.171754:0:8238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786202186.171761:0:8238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:2.0:1786202186.171765:0:8238:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00000080:00010000:2.0:1786202186.171773:0:8238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c3fcb8 00010000:00010000:2.0:1786202186.171776:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786202186.171785:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1786202186.391809:0:9113:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786202186.391813:0:9113:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1786202186.391814:0:9113:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.157@tcp:/lustre 00000020:01000004:2.0:1786202186.391815:0:9113:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1786202186.391934:0:9113:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff929cc54d5000 00000080:01000004:2.0:1786202186.391947:0:9113:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1786202186.391966:0:9113:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.157@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1786202186.391969:0:9113:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.157@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1786202186.391975:0:9113:0:(llite_lib.c:1516:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff929cc54d5000 (sb ffff929cc54d5000) 00000080:01000000:2.0:1786202186.392045:0:9113:0:(llite_lib.c:1242:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786202186.392047:0:9113:0:(llite_lib.c:1252:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786202186.392050:0:9113:0:(llite_lib.c:1252:ll_options()) next opt=flock 00000080:01000000:2.0:1786202186.392056:0:9113:0:(llite_lib.c:1550:ll_fill_super()) llite sb uuid: 0a61691f-fde3-4026-805c-05dcf1d88f55 10000000:01000000:2.0:1786202186.393518:0:9113:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786202186.393523:0:9113:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff929cc54d5000 10000000:01000000:2.0:1786202186.393530:0:9113:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff929cc54d5000 10000000:01000000:2.0:1786202186.393534:0:9113:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786202186.394306:0:9113:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff929cc54d5000 10000000:01000000:1.0:1786202186.405494:0:9113:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1786202186.405511:0:9113:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff929cc54d5000 10000000:01000000:1.0:1786202186.405515:0:9113:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1786202186.405519:0:9113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff929cc54d5000 from 1 10000000:01000000:1.0:1786202186.405522:0:9113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1786202186.405560:0:9113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202186.405578:0:9113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202186.405591:0:9113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202186.405619:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508517632:192.168.203.157@tcp:101:mount.lustre.0 00000100:00100000:1.0:1786202186.405707:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc6355e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786202186.411426:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508517632:192.168.203.157@tcp:101:mount.lustre.0 00010000:00010000:1.0:1786202186.411456:0:9113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a100 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202186.411476:0:9113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a100 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786202186.411552:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508517760:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:1.0:1786202186.411672:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc6355e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786202186.420642:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508517760:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:1.0:1786202186.420703:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508517888:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:1.0:1786202186.420824:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc6355e40 going to sleep for 11 seconds 00000100:00100000:1.0:1786202186.424096:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508517888:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:3.0:1786202186.424686:0:9117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9117:1872968508518016:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786202186.424796:0:9117:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4ef79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786202186.427764:0:9117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9117:1872968508518016:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786202186.427807:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.427817:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.427819:0:9117:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1786202186.427826:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff929cc54d5000 00000020:00000080:3.0:1786202186.427829:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786202186.427849:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff929cc54d5000 (ffff929cc2e14d40) 00000020:00000080:3.0:1786202186.427866:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1786202186.427872:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff929cc54d5000 00000020:00000080:3.0:1786202186.427874:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786202186.428203:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff929cc54d5000 (uuid 0a61691f-fde3-4026-805c-05dcf1d88f55) 00000020:01000000:3.0:1786202186.428209:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.428213:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.428214:0:9117:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1786202186.428217:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.428221:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.428222:0:9117:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1786202186.428226:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff929cc54d5000 00000020:00000080:3.0:1786202186.428228:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786202186.428235:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff929cc54d5000 (ffff929cc2e10000) 00000020:00000080:3.0:1786202186.428245:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1786202186.428250:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff929cc54d5000 00000020:00000080:3.0:1786202186.428253:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786202186.435472:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff929cc54d5000 (uuid 0a61691f-fde3-4026-805c-05dcf1d88f55) 00000020:01000000:3.0:1786202186.435486:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.435493:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.435495:0:9117:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1786202186.435499:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.435503:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.435505:0:9117:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1786202186.435508:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1786202186.435510:0:9117:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1786202186.435517:0:9117:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1786202186.435535:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.435538:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.435540:0:9117:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1786202186.435542:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.435546:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.435547:0:9117:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1786202186.435550:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786202186.435554:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786202186.435580:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.435583:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786202186.435594:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff929cc54d5000 (ffff929cc2e119c0) 00000020:00000080:3.0:1786202186.435613:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1786202186.435618:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.435621:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786202186.435694:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff929ce0d86000@lustre-MDT0000-mdc-ffff929cc54d5000: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786202186.437806:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff929cc54d5000-5 is initialized 00000040:01000000:3.0:1786202186.441130:0:9117:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff929cc54d5000 ctxt 13 is initialized 00000020:00000080:3.0:1786202186.441179:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff929cc54d5000 (uuid 0a61691f-fde3-4026-805c-05dcf1d88f55) 00000020:01000000:3.0:1786202186.441194:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff929cc54d5000 00000020:00000080:3.0:1786202186.441199:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1786202186.441223:0:9117:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1786202186.441265:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.441269:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.441271:0:9117:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1786202186.441275:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786202186.441277:0:9117:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1786202186.441291:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786202186.441292:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786202186.441295:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786202186.441298:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.441299:0:9117:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786202186.441310:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.441314:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.441316:0:9117:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1786202186.441318:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786202186.441324:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786202186.441375:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.441378:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786202186.441388:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff929cc54d5000 (ffff929cc2e13380) 00000020:00000080:3.0:1786202186.441403:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1786202186.441409:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.441412:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786202186.441491:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff929ce0d80800@lustre-MDT0001-mdc-ffff929cc54d5000: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786202186.443241:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff929cc54d5000-6 is initialized 00000040:01000000:3.0:1786202186.443964:0:9117:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff929cc54d5000 ctxt 13 is initialized 00000020:00000080:3.0:1786202186.444002:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff929cc54d5000 (uuid 0a61691f-fde3-4026-805c-05dcf1d88f55) 00000020:01000000:3.0:1786202186.444014:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff929cc54d5000 00000020:00000080:3.0:1786202186.444018:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1786202186.444038:0:9117:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1786202186.444071:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.444075:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.444077:0:9117:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1786202186.444080:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786202186.444082:0:9117:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1786202186.444084:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786202186.444086:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786202186.444087:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786202186.444090:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.444091:0:9117:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786202186.444093:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786202186.444097:0:9117:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:3.0:1786202186.444101:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.444102:0:9117:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1786202186.444112:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786202186.444117:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786202186.444138:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.444140:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786202186.444157:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff929cc54d5000 (ffff929cc2f53380) 00000020:00000080:3.0:1786202186.444171:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1786202186.444177:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.444180:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786202186.444240:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff929ce0d87000@lustre-OST0000-osc-ffff929cc54d5000: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786202186.444496:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff929cc54d5000-7 is initialized 00000020:00000080:3.0:1786202186.444672:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff929cc54d5000 (uuid 0a61691f-fde3-4026-805c-05dcf1d88f55) 00000020:01000000:3.0:1786202186.444679:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff929cc54d5000 00000020:00000080:3.0:1786202186.444681:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1786202186.444692:0:9117:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1786202186.444698:0:9117:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff929cc54d5000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1786202186.444703:0:9117:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1786202186.444715:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.444720:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.444721:0:9117:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1786202186.444724:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786202186.444726:0:9117:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1786202186.444727:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786202186.444729:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786202186.444730:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786202186.444733:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.444735:0:9117:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786202186.444737:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786202186.444740:0:9117:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:3.0:1786202186.444743:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.444744:0:9117:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1786202186.444747:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786202186.444750:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786202186.444768:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.444771:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786202186.444776:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff929cc54d5000 (ffff929cc2f54d40) 00000020:00000080:3.0:1786202186.444794:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1786202186.444800:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff929cc54d5000 00000020:00000080:3.0:1786202186.444803:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786202186.444859:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff929cc2ec1000@lustre-OST0001-osc-ffff929cc54d5000: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786202186.445053:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff929cc54d5000-8 is initialized 00000020:00000080:3.0:1786202186.445244:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff929cc54d5000 (uuid 0a61691f-fde3-4026-805c-05dcf1d88f55) 00000020:01000000:3.0:1786202186.445251:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff929cc54d5000 00000020:00000080:3.0:1786202186.445253:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1786202186.445263:0:9117:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1786202186.445268:0:9117:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff929cc54d5000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1786202186.445270:0:9117:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1786202186.445277:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.445410:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.445411:0:9117:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1786202186.445415:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.445417:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.445419:0:9117:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1786202186.445421:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1786202186.445423:0:9117:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1786202186.445425:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.445427:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.445429:0:9117:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000100:00100000:3.0:1786202186.445466:0:9117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9117:1872968508518144:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786202186.445558:0:9117:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4ef79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786202186.448224:0:9117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9117:1872968508518144:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786202186.448265:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786202186.448294:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.448297:0:9117:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1786202186.448302:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1786202186.448367:0:9117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9117:1872968508518272:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786202186.448440:0:9117:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4ef79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786202186.458088:0:9117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9117:1872968508518272:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786202186.458136:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.458144:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.458147:0:9117:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1786202186.458151:0:9117:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1786202186.459460:0:9113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1786202186.459484:0:9113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786202186.460066:0:9113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a100 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202186.460082:0:9113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929d021f5200/0xbbe833a605acd544 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a100 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786202186.460091:0:9113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff929cc54d5000 from 1 10000000:01000000:0.0:1786202186.460094:0:9113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1786202186.460129:0:9113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202186.460137:0:9113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202186.460158:0:9113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786202186.460183:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518400:192.168.203.157@tcp:101:mount.lustre.0 00000100:00100000:0.0:1786202186.460410:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929ce0012480 going to sleep for 11 seconds 00000100:00100000:0.0:1786202186.464801:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518400:192.168.203.157@tcp:101:mount.lustre.0 00010000:00010000:0.0:1786202186.464832:0:9113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a107 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202186.464845:0:9113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a107 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786202186.466390:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518528:192.168.203.157@tcp:256:mount.lustre.0 00000100:00100000:0.0:1786202186.466578:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929ce0012480 going to sleep for 11 seconds 00000100:00100000:2.0:1786202186.473195:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518528:192.168.203.157@tcp:256:mount.lustre.0 10000000:01000000:2.0:1786202186.474028:0:9113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786202186.474063:0:9113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a107 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202186.474075:0:9113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929cc0031e00/0xbbe833a605acd575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a107 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202186.474083:0:9113:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff929cc54d5000 from 1 10000000:01000000:2.0:1786202186.474086:0:9113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786202186.474122:0:9113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202186.474130:0:9113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202186.474140:0:9113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786202186.474177:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518656:192.168.203.157@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786202186.474271:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4686b40 going to sleep for 11 seconds 00000100:00100000:0.0:1786202186.477526:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518656:192.168.203.157@tcp:101:mount.lustre.0 00010000:00010000:0.0:1786202186.477553:0:9113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202186.477564:0:9113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786202186.477635:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518784:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:0.0:1786202186.477698:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929ce0012600 going to sleep for 11 seconds 00000100:00100000:0.0:1786202186.479812:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518784:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:0.0:1786202186.479871:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518912:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:0.0:1786202186.479957:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929ce0012600 going to sleep for 11 seconds 00000100:00100000:0.0:1786202186.482025:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c6b10997-92d0-4321-91de-02fb8f803eb2:9113:1872968508518912:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786202186.482492:0:9124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9124:1872968508519040:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786202186.482610:0:9124:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4686600 going to sleep for 11 seconds 00000100:00100000:2.0:1786202186.486065:0:9124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9124:1872968508519040:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786202186.486110:0:9124:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202186.486120:0:9124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202186.486122:0:9124:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1786202186.486129:0:9124:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff929cc54d5000 00000020:00000080:2.0:1786202186.486132:0:9124:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786202186.486139:0:9124:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786202186.486142:0:9124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202186.486143:0:9124:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1786202186.486145:0:9124:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786202186.486147:0:9124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786202186.486149:0:9124:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1786202186.486152:0:9124:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff929cc54d5000 00000020:00000080:2.0:1786202186.486154:0:9124:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1786202186.486287:0:9124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9124:1872968508519168:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786202186.486404:0:9124:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc4686600 going to sleep for 11 seconds 00000100:00100000:3.0:1786202186.494695:0:9124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c6b10997-92d0-4321-91de-02fb8f803eb2:9124:1872968508519168:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786202186.494736:0:9124:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786202186.494743:0:9124:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786202186.494745:0:9124:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786202186.494749:0:9124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1786202186.494914:0:9113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1786202186.494932:0:9113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786202186.494985:0:9113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202186.494997:0:9113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1786202186.495014:0:9113:0:(llite_lib.c:1624:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1786202186.495038:0:9113:0:(genops.c:1406:class_connect()) connect: client 0a61691f-fde3-4026-805c-05dcf1d88f55, cookie 0xbbe833a605acd583 00800000:01000000:1.0:1786202186.495058:0:9113:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 0a61691f-fde3-4026-805c-05dcf1d88f55 to lustre-clilmv-ffff929cc54d5000 00800000:01000000:1.0:1786202186.495066:0:9113:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff929cc54d5000(0a61691f-fde3-4026-805c-05dcf1d88f55) - lustre-MDT0000_UUID, 0a61691f-fde3-4026-805c-05dcf1d88f55 00000020:00000080:1.0:1786202186.495074:0:9113:0:(genops.c:1406:class_connect()) connect: client 0a61691f-fde3-4026-805c-05dcf1d88f55, cookie 0xbbe833a605acd58a 00000100:00080000:1.0:1786202186.495082:0:9113:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff929cc54d5000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:1.0:1786202186.495089:0:9113:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff929cc54d5000: import ffff929ce0d86000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:1.0:1786202186.495107:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786202186.495131:0:9113:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929ce0d9b480 x1872968508519296/t0(0) o38->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786202186.495165:0:9113:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID 00800000:01000000:1.0:1786202186.495292:0:9113:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff929cc54d5000(0a61691f-fde3-4026-805c-05dcf1d88f55) successfully (5) 00800000:00000004:1.0:1786202186.495297:0:9113:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff929cc54d5000: age -645, max_age 0 00800000:01000000:1.0:1786202186.495316:0:9113:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff929cc54d5000(0a61691f-fde3-4026-805c-05dcf1d88f55) - lustre-MDT0001_UUID, 0a61691f-fde3-4026-805c-05dcf1d88f55 00000020:00000080:1.0:1786202186.495323:0:9113:0:(genops.c:1406:class_connect()) connect: client 0a61691f-fde3-4026-805c-05dcf1d88f55, cookie 0xbbe833a605acd591 00000100:00080000:1.0:1786202186.495329:0:9113:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff929cc54d5000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:1.0:1786202186.495334:0:9113:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff929cc54d5000: import ffff929ce0d80800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:1.0:1786202186.495359:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786202186.495371:0:9113:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929ce0d9bb80 x1872968508519808/t0(0) o38->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786202186.495381:0:9113:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID 00800000:01000000:1.0:1786202186.495436:0:9113:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff929cc54d5000(0a61691f-fde3-4026-805c-05dcf1d88f55) successfully (5) 00800000:00000004:1.0:1786202186.495439:0:9113:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff929cc54d5000: age -645, max_age 0 00000080:00000004:1.0:1786202186.495456:0:9113:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff929cc54d5000: age -645, max_age 354 00800000:00000004:1.0:1786202186.495461:0:9113:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff929cc54d5000: age -645, max_age 354 00000100:00080000:1.0:1786202186.495478:0:9113:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff929ce0d9b100 x1872968508520064/t0(0) o41->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202186.495488:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc54d8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786202186.495568:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508519296:192.168.203.157@tcp:38:mount.lustre.0 00000100:00100000:0.0:1786202186.495657:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508519808:192.168.203.157@tcp:38:mount.lustre.0 00000100:00100000:0.0:1786202186.495699:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508519424:192.168.203.157@tcp:400:kworker.0 00000100:00080000:0.0:1786202186.495725:0:2401:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff929ce0d98e00 x1872968508519680/t0(0) o41->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202186.495737:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1786202186.495741:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508519552:192.168.203.157@tcp:400:kworker.0 00000100:00080000:0.0:1786202186.495763:0:2401:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff929ce0d9a680 x1872968508519936/t0(0) o41->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202186.499990:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786202186.500007:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff929cc54d5000: connect to target with instance 1 00000100:00080000:3.0:1786202186.500017:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff929cc54d5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786202186.500029:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1786202186.500033:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929ce0d86000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1786202186.500312:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e8efaf0c): req@ffff929ce0d9b100 x1872968508520064/t0(0) o41->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786202186.500330:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ba28fa2d): req@ffff929ce0d98e00 x1872968508519680/t0(0) o41->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202186.500361:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508519296:192.168.203.157@tcp:38:mount.lustre.0 00010000:00080000:1.0:1786202186.500380:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9bb80 x1872968508519808/t0(0) o38->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1786202196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202186.500388:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786202186.500393:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff929cc54d5000: connect to target with instance 1 00000100:00080000:1.0:1786202186.500397:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff929cc54d5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1786202186.500403:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1786202186.500405:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929ce0d80800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1786202186.500628:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc54d8c00 going to sleep for 11 seconds 00000100:00080000:3.0:1786202186.501414:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ba28fa2d): req@ffff929ce0d9a680 x1872968508519936/t0(0) o41->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202186.501427:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508519808:192.168.203.157@tcp:38:mount.lustre.0 00000100:00100000:0.0:1786202186.502322:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508519424:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786202186.504120:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d98a80 x1872968508519552/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202186.504139:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2401:1872968508519552:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786202186.505994:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9a680 x1872968508519936/t0(0) o41->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786202202 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202186.506016:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0a61691f-fde3-4026-805c-05dcf1d88f55:0:1872968508519936:192.168.203.157@tcp:41:mount.lustre.0 00000100:00100000:0.0:1786202186.506049:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0a61691f-fde3-4026-805c-05dcf1d88f55:0:1872968508519680:192.168.203.157@tcp:41:mount.lustre.0 00000100:00100000:1.0:1786202186.506155:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520064:192.168.203.157@tcp:41:mount.lustre.0 00800000:00000004:1.0:1786202186.506170:0:9113:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff929cc54d5000: update ffff929cc2e11e10 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1786202186.506177:0:9113:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff929cc54d5000: update ffff929cc2e10450 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1786202186.506214:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520192:192.168.203.157@tcp:40:mount.lustre.0 00000100:00100000:1.0:1786202186.506299:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc54d89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202186.508609:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520192:192.168.203.157@tcp:40:mount.lustre.0 00000080:00000004:1.0:1786202186.508634:0:9113:0:(llite_lib.c:623:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1786202186.508646:0:9113:0:(llite_lib.c:785:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2146304 00020000:01000000:1.0:1786202186.508650:0:9113:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1786202186.508661:0:9113:0:(genops.c:1406:class_connect()) connect: client 0a61691f-fde3-4026-805c-05dcf1d88f55, cookie 0xbbe833a605acd598 00000020:00000080:1.0:1786202186.508678:0:9113:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbbe833a605acd59f 00000100:00080000:1.0:1786202186.508685:0:9113:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff929cc54d5000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:1.0:1786202186.508692:0:9113:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff929cc54d5000: import ffff929ce0d87000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:1.0:1786202186.508719:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786202186.508742:0:9113:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929ce0d9b100 x1872968508520320/t0(0) o8->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786202186.508800:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508520320:192.168.203.157@tcp:8:mount.lustre.0 00000100:00080000:1.0:1786202186.508876:0:9113:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID 00020000:01000000:1.0:1786202186.508894:0:9113:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff929cc54d5000) active 00000020:00000080:1.0:1786202186.508940:0:9113:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbbe833a605acd5a6 00000100:00080000:1.0:1786202186.508946:0:9113:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff929cc54d5000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:1.0:1786202186.508951:0:9113:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff929cc54d5000: import ffff929cc2ec1000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:1.0:1786202186.508956:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1786202186.508968:0:9113:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff929ce0d98700 x1872968508520448/t0(0) o8->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1786202186.508977:0:9113:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID 00020000:01000000:1.0:1786202186.508986:0:9113:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff929cc54d5000) active 00000100:00100000:1.0:1786202186.509030:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d99f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520576:192.168.203.157@tcp:900:mount.lustre.0 00000100:00100000:3.0:1786202186.509101:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508520448:192.168.203.157@tcp:8:mount.lustre.0 00000100:00100000:1.0:1786202186.509189:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc54d89c0 going to sleep for 11 seconds 00010000:00080000:3.0:1786202186.511992:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d9b100 x1872968508520320/t0(0) o8->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786202196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202186.512007:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff929cc54d5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786202186.512017:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff929cc54d5000: connect to target with instance 1 00000100:00080000:3.0:1786202186.512026:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff929cc54d5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786202186.512039:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786202186.512042:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929ce0d87000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786202186.512048:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786202186.512053:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786202186.512057:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786202186.512067:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508520320:192.168.203.157@tcp:8:mount.lustre.0 00010000:00080000:3.0:1786202186.512093:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929ce0d98700 x1872968508520448/t0(0) o8->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786202196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202186.512100:0:2400:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff929cc54d5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786202186.512104:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff929cc54d5000: connect to target with instance 1 00000100:00080000:3.0:1786202186.512108:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff929cc54d5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786202186.512113:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786202186.512115:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc2ec1000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786202186.512119:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786202186.512121:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786202186.512123:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786202186.512128:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508520448:192.168.203.157@tcp:8:mount.lustre.0 00000100:00100000:1.0:1786202186.513504:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520576:192.168.203.157@tcp:900:mount.lustre.0 00000100:00100000:1.0:1786202186.513567:0:9113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d99f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520704:192.168.203.157@tcp:33:mount.lustre.0 00000100:00100000:1.0:1786202186.513723:0:9113:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc54d89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786202186.516151:0:9113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d99f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0a61691f-fde3-4026-805c-05dcf1d88f55:9113:1872968508520704:192.168.203.157@tcp:33:mount.lustre.0 00000080:00200000:1.0:1786202186.516534:0:9113:0:(llite_lib.c:3365:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd8975348) 00000080:00200000:1.0:1786202186.516544:0:9113:0:(llite_lib.c:3128:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1786202186.516609:0:9113:0:(llite_lib.c:1663:ll_fill_super()) Mounted lustre-client - version 2.17.56_50_g2fe1a41 00000080:00000004:1.0:1786202186.519952:0:9113:0:(super25.c:181:lustre_fill_super()) 192.168.203.157@tcp:/lustre: Mount complete 00010000:00010000:0.0:1786202186.561182:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1786202186.666054:0:9146:0:(debug.c:306:cfs_str2mask()) Process entered 00000400:00000010:1.0:1786202187.551564:0:2398:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at ffff929cd0ea9940. 00000400:00000010:1.0:1786202187.551578:0:2398:0:(lib-lnet.h:450:lnet_rspt_free()) free 'rspt': 64 at ffff929cc8133300. 00010000:00000001:2.0:1786202187.615458:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202187.615464:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202187.615472:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202187.615473:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786202187.615535:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786202187.615539:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202187.615542:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786202187.807471:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295024229, at 4295024256 00000100:00000010:0.0:1786202187.807487:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929ce0ef4000. 00000100:00000040:1.0:1786202187.807607:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295024229, at 4295024256 00000100:00000010:1.0:1786202187.807612:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929ce0ef4f00. 00010000:00000001:2.0:1786202188.649371:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202188.649377:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202188.649383:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202188.649385:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202188.649550:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202188.649553:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202188.649556:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202189.665061:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202189.665068:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202189.665074:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202189.665076:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202189.665443:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202189.665447:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202189.665450:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202190.687896:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202190.687903:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202190.687908:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202190.687910:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202190.688025:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202190.688029:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202190.688032:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202191.712971:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202191.712977:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.712982:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202191.712983:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202191.715296:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202191.715302:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202191.715306:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786202191.777913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.777922:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.777929:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098a80. 00000020:00000040:3.0:1786202191.777934:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1786202191.777938:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.777941:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.777945:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.777951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc544e800. 00000100:00000001:3.0:1786202191.777957:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.777968:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.777978:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.777981:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.777987:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b96bf00] to pc [ptlrpcd_01_01+1] req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778011:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.778017:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.778019:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098e00. 00000020:00000040:3.0:1786202191.778022:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202191.778024:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.778025:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.778027:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.778030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc544e500. 00000100:00000001:3.0:1786202191.778032:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778036:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.778042:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.778044:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778047:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ef4a0d9] to pc [ptlrpcd_01_00+0] req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778066:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.778071:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.778074:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098380. 00000020:00000040:3.0:1786202191.778076:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202191.778078:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.778079:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.778081:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.778084:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc544ed00. 00000100:00000001:3.0:1786202191.778087:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778091:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.778099:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.778100:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778104:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb31bac2] to pc [ptlrpcd_01_01+1] req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778111:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202191.778117:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202191.778119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202191.778121:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202191.778123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.778127:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.778130:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098000. 00000020:00000040:3.0:1786202191.778132:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:3.0:1786202191.778134:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.778140:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.778142:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.778145:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc544e600. 00000100:00000001:3.0:1786202191.778148:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778152:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.778159:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.778161:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5d8c633] to pc [ptlrpcd_01_00+0] req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778172:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.778177:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.778180:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8099500. 00000020:00000040:3.0:1786202191.778182:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:3.0:1786202191.778183:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.778185:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.778186:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.778189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9000. 00000100:00000001:3.0:1786202191.778191:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778195:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.778201:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.778203:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea0d3c6] to pc [ptlrpcd_01_01+1] req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778213:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.778217:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.778220:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809b800. 00000020:00000040:3.0:1786202191.778225:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d87000 refcount=3 obd=lustre-OST0000-osc-ffff929cc54d5000 00000100:00000001:3.0:1786202191.778227:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.778228:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.778230:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.778232:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9500. 00000100:00000001:3.0:1786202191.778235:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778239:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.778256:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.778258:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778262:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084d0de39] to pc [ptlrpcd_01_00+0] req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778269:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202191.778274:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202191.778277:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809ad80. 00000020:00000040:3.0:1786202191.778280:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc2ec1000 refcount=3 obd=lustre-OST0001-osc-ffff929cc54d5000 00000100:00000001:3.0:1786202191.778281:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202191.778283:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202191.778284:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202191.778287:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9f00. 00000100:00000001:3.0:1786202191.778289:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778293:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202191.778299:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202191.778301:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b11e0c86] to pc [ptlrpcd_01_01+1] req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202191.778311:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202191.778315:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:2.0:1786202191.779303:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202191.779309:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202191.779311:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.779319:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779328:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.779330:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779333:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.779348:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.779351:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.779355:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508520832:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.779359:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.779365:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.779367:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779369:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.779374:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df7e00. 02000000:00000001:2.0:1786202191.779376:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.779383:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.779387:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578738. 00000400:00000010:2.0:1786202191.779393:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c4c8. 00000100:00000200:2.0:1786202191.779400:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508520832, portal 25 00000100:00000001:2.0:1786202191.779403:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.779404:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801462912 : -120272908088704 : ffff929cc8098a80) 00000100:00000040:2.0:1786202191.779416:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779423:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.779426:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.779429:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c088. 00000100:00000200:2.0:1786202191.779433:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508520832, offset 0 00000400:00000200:2.0:1786202191.779439:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779448:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779456:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.779460:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.779464:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.779467:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.779470:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779473:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [123:123:256:4294967295] 192.168.203.157@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1786202191.779477:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779486:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.779492:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.779497:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf400. 00000800:00000200:2.0:1786202191.779503:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.779510:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.779515:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.779530:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.779534:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.779536:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295029499 00000100:00000010:2.0:1786202191.779540:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc2f3b180. 00000100:00000001:2.0:1786202191.779546:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786202191.779555:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295029499 00000100:00000010:2.0:1786202191.779558:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc2f3bf00. 00000100:00000001:2.0:1786202191.779561:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786202191.779564:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.779571:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.779573:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.779577:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779585:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.779586:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779589:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.779591:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.779592:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.779595:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508521088:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.779598:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.779600:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.779602:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779604:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.779606:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df7800. 02000000:00000001:2.0:1786202191.779608:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.779612:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.779614:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578268. 00000400:00000010:2.0:1786202191.779618:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c908. 00000100:00000200:2.0:1786202191.779621:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521088, portal 10 00000100:00000001:2.0:1786202191.779623:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.779624:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801461120 : -120272908090496 : ffff929cc8098380) 00000100:00000040:2.0:1786202191.779630:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779637:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.779639:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.779641:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c000. 00000100:00000200:2.0:1786202191.779643:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508521088, offset 0 00000400:00000200:2.0:1786202191.779647:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779650:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779653:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.779656:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.779664:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.779666:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.779668:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779671:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [124:124:255:4294967295] 192.168.203.157@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:2.0:1786202191.779675:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779682:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.779687:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.779689:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bfb00. 00000800:00000200:2.0:1786202191.779693:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.779697:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.779700:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bfb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.779703:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.779706:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 206566 usecs (207 jiffies) 00000400:00000200:2.0:1786202191.779709:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.779711:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295028434 00000100:00000001:2.0:1786202191.779713:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.779715:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295028434 00000100:00000001:2.0:1786202191.779717:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.779719:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.779721:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.779723:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.779727:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779734:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.779736:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779738:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.779740:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.779741:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.779744:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521344:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.779754:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.779758:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.779759:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779761:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.779763:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df6400. 02000000:00000001:2.0:1786202191.779765:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.779769:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.779771:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578420. 00000400:00000010:2.0:1786202191.779775:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c7f8. 00000100:00000200:2.0:1786202191.779777:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521344, portal 10 00000100:00000001:2.0:1786202191.779779:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.779780:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801465600 : -120272908086016 : ffff929cc8099500) 00000020:00000010:2.0:1786202191.779787:0:2404:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929ce0d36000. 00000100:00000040:2.0:1786202191.779793:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779799:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.779801:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.779803:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1cf68. 00000100:00000200:2.0:1786202191.779806:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508521344, offset 0 00000400:00000200:2.0:1786202191.779809:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779813:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779816:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.779818:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.779820:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.779822:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.779825:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779828:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [125:125:254:4294967295] 192.168.203.157@tcp LPNI seq info [125:125:6:4294967295] 00000400:00000200:2.0:1786202191.779832:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779838:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.779842:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.779845:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf200. 00000800:00000200:2.0:1786202191.779852:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.779856:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.779859:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.779861:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.779864:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 9695 usecs (10 jiffies) 00000400:00000200:2.0:1786202191.779867:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.779869:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295028237 00000100:00000001:2.0:1786202191.779871:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.779873:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295028237 00000100:00000001:2.0:1786202191.779876:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.779878:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.779880:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.779882:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.779886:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779892:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.779893:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779895:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.779897:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.779899:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.779902:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521600:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.779905:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.779907:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.779908:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.779910:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.779912:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df7200. 02000000:00000001:2.0:1786202191.779914:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.779917:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.779919:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc55782c0. 00000400:00000010:2.0:1786202191.779923:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c198. 00000100:00000200:2.0:1786202191.779925:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521600, portal 4 00000100:00000001:2.0:1786202191.779930:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.779931:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801471872 : -120272908079744 : ffff929cc809ad80) 00000020:00000010:2.0:1786202191.779937:0:2404:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929ce0d32000. 00000100:00000040:2.0:1786202191.779942:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.779948:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.779950:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.779953:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c5d8. 00000100:00000200:2.0:1786202191.779955:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508521600, offset 0 00000400:00000200:2.0:1786202191.779959:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779962:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779965:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.779967:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.779970:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.779972:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.779974:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.779977:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [126:126:253:4294967295] 192.168.203.157@tcp LPNI seq info [126:126:5:4294967295] 00000400:00000200:2.0:1786202191.779981:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.779986:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.779990:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.779994:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf100. 00000800:00000200:2.0:1786202191.779997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.780001:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.780003:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.780006:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.780008:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: using a timeout of 3887 usecs (4 jiffies) 00000400:00000200:2.0:1786202191.780011:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.780012:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295028231 00000100:00000001:2.0:1786202191.780015:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.780017:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295028231 00000100:00000001:2.0:1786202191.780022:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.780024:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.780026:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.780028:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.780031:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.780037:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202191.780039:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786202191.780042:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202191.780043:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202191.780044:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.780046:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1786202191.780047:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.780049:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202191.780051:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.780052:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202191.780053:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202191.780054:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.780058:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.780063:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.780065:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.780067:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.780068:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.780070:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.780073:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508520960:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.780076:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.780078:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.780080:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.780082:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.780084:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df6c00. 02000000:00000001:2.0:1786202191.780086:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.780089:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.780091:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578478. 00000400:00000010:2.0:1786202191.780095:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1ca18. 00000100:00000200:2.0:1786202191.780097:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508520960, portal 10 00000100:00000001:2.0:1786202191.780102:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.780103:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801463808 : -120272908087808 : ffff929cc8098e00) 00000100:00000040:2.0:1786202191.780109:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.780115:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.780117:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.780120:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1cbb0. 00000100:00000200:2.0:1786202191.780122:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508520960, offset 0 00000400:00000200:2.0:1786202191.780126:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.780129:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.780132:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.780134:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.780136:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.780138:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.780140:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.780143:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [127:127:252:4294967295] 192.168.203.157@tcp LPNI seq info [127:127:4:4294967295] 00000400:00000200:2.0:1786202191.780147:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.780152:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.780155:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.780158:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf800. 00000800:00000200:2.0:1786202191.780161:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.780164:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.780166:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.780168:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.780171:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 160885 usecs (161 jiffies) 00000400:00000200:2.0:1786202191.780173:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.780175:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295028388 00000100:00000001:2.0:1786202191.780177:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.780178:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295028388 00000100:00000001:2.0:1786202191.780180:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.780186:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.780187:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.780189:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.780193:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.780199:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.780200:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.780202:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.780203:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.780205:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.780207:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521216:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.780210:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.780212:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.780213:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.780214:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.780217:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df6600. 02000000:00000001:2.0:1786202191.780218:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.780221:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.780223:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578a50. 00000400:00000010:2.0:1786202191.780225:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c550. 00000100:00000200:2.0:1786202191.780228:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521216, portal 10 00000100:00000001:2.0:1786202191.780230:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.780231:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801460224 : -120272908091392 : ffff929cc8098000) 00000800:00000200:1.0:1786202191.780348:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202191.780352:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf400. 00000400:00000200:1.0:1786202191.780358:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202191.780363:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202191.780368:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c088 00000400:00000010:1.0:1786202191.780370:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c088. 00000100:00000001:1.0:1786202191.780374:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202191.780378:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780386:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202191.780389:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780396:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202191.780398:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202191.780409:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202191.780411:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bfb00. 00000400:00000200:1.0:1786202191.780414:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202191.780417:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202191.780419:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c000 00000400:00000010:1.0:1786202191.780420:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c000. 00000100:00000001:1.0:1786202191.780422:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202191.780425:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780445:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202191.780449:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780454:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202191.780455:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202191.780465:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202191.780467:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf200. 00000400:00000200:1.0:1786202191.780470:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202191.780473:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202191.780475:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1cf68 00000400:00000010:1.0:1786202191.780477:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1cf68. 00000100:00000001:1.0:1786202191.780479:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202191.780481:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780488:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202191.780491:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780497:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202191.780498:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202191.780505:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202191.780506:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf100. 00000400:00000200:1.0:1786202191.780509:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202191.780511:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202191.780513:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c5d8 00000400:00000010:1.0:1786202191.780515:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c5d8. 00000100:00000001:1.0:1786202191.780517:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202191.780520:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780526:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202191.780528:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780544:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202191.780545:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202191.780606:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202191.780608:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf800. 00000400:00000200:1.0:1786202191.780612:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202191.780615:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202191.780618:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1cbb0 00000400:00000010:1.0:1786202191.780619:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1cbb0. 00000100:00000001:1.0:1786202191.780622:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202191.780625:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780631:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202191.780633:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202191.780639:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202191.780640:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1786202191.783606:0:2404:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929cc8546000. 00000100:00000040:2.0:1786202191.783628:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.783639:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.783642:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.783646:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c330. 00000100:00000200:2.0:1786202191.783654:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508521216, offset 0 00000400:00000200:2.0:1786202191.783660:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.783669:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.783682:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.783687:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.783690:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.783693:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.783696:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.783700:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [128:128:256:4294967295] 192.168.203.157@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1786202191.783705:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.783715:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.783721:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.783726:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bfc00. 00000800:00000200:2.0:1786202191.783733:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.783740:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.783744:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.783761:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.783766:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 7421 usecs (8 jiffies) 00000400:00000200:2.0:1786202191.783770:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.783772:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295028239 00000100:00000001:2.0:1786202191.783776:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.783778:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295028239 00000100:00000001:2.0:1786202191.783780:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.783782:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.783786:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.783789:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202191.783794:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.783803:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202191.783805:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.783808:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202191.783811:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202191.783813:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202191.783823:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521472:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.783828:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202191.783832:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202191.783834:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.783837:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202191.783841:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df6800. 02000000:00000001:2.0:1786202191.783843:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202191.783848:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202191.783852:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578e70. 00000400:00000010:2.0:1786202191.783856:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c660. 00000100:00000200:2.0:1786202191.783861:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521472, portal 4 00000100:00000001:2.0:1786202191.783862:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202191.783864:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801474560 : -120272908077056 : ffff929cc809b800) 00000020:00000010:2.0:1786202191.783870:0:2404:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929cc8544000. 00000100:00000040:2.0:1786202191.783876:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.783881:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202191.783883:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202191.783886:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1cd48. 00000100:00000200:2.0:1786202191.783888:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508521472, offset 0 00000400:00000200:2.0:1786202191.783891:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202191.783896:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.783899:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202191.783901:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202191.783904:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202191.783906:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202191.783908:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202191.783911:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [129:129:255:4294967295] 192.168.203.157@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:2.0:1786202191.783914:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202191.783920:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202191.783924:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202191.783931:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bfa00. 00000800:00000200:2.0:1786202191.783935:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202191.783939:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202191.783942:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bfa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202191.783945:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.783947:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: using a timeout of 4013 usecs (5 jiffies) 00000400:00000200:2.0:1786202191.783950:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202191.783952:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295028236 00000100:00000001:2.0:1786202191.783954:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.783955:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295028236 00000100:00000001:2.0:1786202191.783957:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295029499 00000100:00000001:2.0:1786202191.783959:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.783961:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.783964:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.783969:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.783983:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202191.783986:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202191.784077:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202191.784081:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bfc00. 00000400:00000200:0.0:1786202191.784085:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.784089:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202191.784094:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c330 00000400:00000010:0.0:1786202191.784096:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c330. 00000100:00000001:0.0:1786202191.784099:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202191.784104:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.784114:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202191.784117:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.784124:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202191.784125:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202191.784192:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202191.784195:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bfa00. 00000400:00000200:0.0:1786202191.784198:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.784201:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202191.784204:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1cd48 00000400:00000010:0.0:1786202191.784206:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1cd48. 00000100:00000001:0.0:1786202191.784208:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202191.784218:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.784225:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202191.784228:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.784235:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202191.784236:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786202191.841112:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202191.841128:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202191.841132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202191.841134:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202191.841143:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202191.841151:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202191.841158:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202191.841163:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202191.841168:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202191.841172:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a03c80 00000400:00000200:1.0:1786202191.841176:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202191.841182:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1786202191.842307:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842429:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842435:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842443:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842451:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842460:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.842470:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.842481:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.842490:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842494:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202191.842496:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842498:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842503:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842507:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202191.842513:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842516:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842519:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842522:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a03c00 00000400:00000200:0.0:1786202191.842527:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842532:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1786202191.842536:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842539:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842541:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842551:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842554:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842558:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.842567:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.842575:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.842580:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842583:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202191.842585:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842587:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842591:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842594:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202191.842598:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842601:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842604:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842606:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03a80 00000400:00000200:0.0:1786202191.842609:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842614:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:0.0:1786202191.842617:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842620:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842622:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842625:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842628:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842632:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.842640:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.842647:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.842651:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842659:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202191.842661:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842663:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842666:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842669:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202191.842673:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842675:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842678:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842681:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03a00 00000400:00000200:0.0:1786202191.842690:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842694:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:0.0:1786202191.842698:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842704:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842707:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842710:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842713:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842718:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.842726:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.842734:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.842738:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842741:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202191.842743:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842745:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842747:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842751:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202191.842761:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842763:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842765:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842768:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03b80 00000400:00000200:0.0:1786202191.842774:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842783:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:0.0:1786202191.842788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842795:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842798:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842801:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842807:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842812:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.842821:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.842832:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.842836:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842840:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202191.842842:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842851:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842854:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202191.842858:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842860:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842863:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842865:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03b00 00000400:00000200:0.0:1786202191.842872:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842876:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:0.0:1786202191.842879:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842885:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842887:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842890:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842892:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842896:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.842903:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.842920:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.842924:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842928:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202191.842933:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842936:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842939:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842943:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202191.842947:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842950:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842953:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842959:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a03980 00000400:00000200:0.0:1786202191.842962:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202191.842966:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:0.0:1786202191.842970:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.842984:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202191.842986:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202191.842989:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202191.842991:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202191.842996:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202191.843007:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202191.843014:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202191.843020:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202191.843024:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.843180:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202191.843184:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202191.843203:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.843205:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.843208:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578478. 00000400:00000200:2.0:1786202191.843216:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1ca18 00000400:00000010:2.0:1786202191.843219:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1ca18. 00000100:00000001:2.0:1786202191.843222:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.843227:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.843235:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843252:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.843254:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.843257:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.843265:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.843267:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.843270:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.843273:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.843282:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.843287:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.843289:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.843291:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.843294:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202191.843297:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.843301:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202191.843303:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202191.843306:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202191.843307:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.843313:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843656:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.843661:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.843662:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.843668:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.843677:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508520960:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202191.843684:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.843686:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.843687:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578a50. 00000400:00000200:2.0:1786202191.843690:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c550 00000400:00000010:2.0:1786202191.843691:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c550. 00000100:00000001:2.0:1786202191.843694:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.843697:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.843705:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843722:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.843724:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.843726:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.843728:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.843729:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.843731:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.843733:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.843737:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.843741:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.843743:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.843744:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.843746:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202191.843748:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.843750:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202191.843752:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202191.843754:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202191.843755:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.843760:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843766:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.843768:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.843770:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.843773:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.843781:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521216:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202191.843787:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.843788:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.843790:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578e70. 00000400:00000200:2.0:1786202191.843792:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c660 00000400:00000010:2.0:1786202191.843794:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c660. 00000100:00000001:2.0:1786202191.843796:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.843799:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.843814:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843820:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.843821:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.843823:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.843825:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.843826:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.843827:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.843829:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.843834:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d87460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.843837:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d87418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.843839:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.843840:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.843842:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202191.843845:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202191.843852:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.843854:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202191.843856:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202191.843857:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202191.843859:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.843862:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843868:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.843870:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.843872:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.843875:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.843882:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521472:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202191.843888:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.843893:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.843895:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578738. 00000400:00000200:2.0:1786202191.843898:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c4c8 00000400:00000010:2.0:1786202191.843899:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c4c8. 00000100:00000001:2.0:1786202191.843902:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.843906:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.843913:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843920:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.843921:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.843923:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.843924:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.843926:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.843927:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.843929:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.843932:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.843935:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.843937:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.843938:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.843940:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202191.843941:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.843943:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.843947:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.843954:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.843956:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.843957:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.843961:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.843968:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508520832:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202191.843973:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.843979:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.843980:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578268. 00000400:00000200:2.0:1786202191.843982:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c908 00000400:00000010:2.0:1786202191.843984:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c908. 00000100:00000001:2.0:1786202191.843987:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.843991:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.843999:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.844005:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.844006:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.844008:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.844010:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.844011:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.844013:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.844014:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.844019:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.844022:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.844024:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.844025:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.844027:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202191.844031:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202191.844037:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.844040:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202191.844041:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202191.844043:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202191.844044:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.844048:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.844053:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.844056:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.844057:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.844067:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.844074:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508521088:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202191.844080:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.844081:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.844083:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578420. 00000400:00000200:2.0:1786202191.844085:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c7f8 00000400:00000010:2.0:1786202191.844087:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c7f8. 00000100:00000001:2.0:1786202191.844089:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.844092:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.844100:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.844106:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.844108:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.844110:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.844111:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.844112:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.844114:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.844116:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.844120:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.844123:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.844126:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.844127:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.844128:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202191.844132:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202191.844139:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.844141:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202191.844142:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202191.844144:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202191.844150:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.844155:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.844161:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.844163:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.844164:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.844167:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.844174:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521344:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202191.844180:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202191.844181:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202191.844183:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc55782c0. 00000400:00000200:2.0:1786202191.844185:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c198 00000400:00000010:2.0:1786202191.844186:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c198. 00000100:00000001:2.0:1786202191.845294:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202191.845308:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202191.845318:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.845325:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202191.845328:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.845331:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202191.845332:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202191.845982:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202191.845986:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202191.845989:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202191.845997:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc2ec1460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202191.846001:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc2ec1418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202191.846003:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202191.846011:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202191.846013:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202191.846022:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202191.846036:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.846040:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202191.846042:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202191.846044:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202191.846046:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202191.846050:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.846057:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202191.846059:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202191.846061:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202191.846065:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202191.846073:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508521600:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202191.846077:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.846081:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.846085:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098e00 x1872968508520960/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.846092:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.846094:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.846098:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df6c00. 02000000:00000001:2.0:1786202191.846101:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.846104:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.846106:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202191.846108:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.846111:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc544e500. 02000000:00000001:2.0:1786202191.846114:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.846116:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.846118:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098e00. 00000100:00000001:2.0:1786202191.846121:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.846123:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.846130:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.846135:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098000 x1872968508521216/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.846142:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.846143:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.846144:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df6600. 02000000:00000001:2.0:1786202191.846146:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.846148:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.846149:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202191.846157:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.846158:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc544e600. 02000000:00000001:2.0:1786202191.846161:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.846162:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.846166:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098000. 00000100:00000001:2.0:1786202191.846169:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.846170:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.846172:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.846176:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809b800 x1872968508521472/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.846181:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.846182:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.846910:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df6800. 02000000:00000001:2.0:1786202191.846916:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.846918:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.846919:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d87000 refcount=2 obd=lustre-OST0000-osc-ffff929cc54d5000 00000020:00000001:2.0:1786202191.846921:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.846928:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9500. 02000000:00000001:2.0:1786202191.846932:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.846933:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.846934:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809b800. 00000100:00000001:2.0:1786202191.846937:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.846941:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.846943:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.846949:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098a80 x1872968508520832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.846961:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.846972:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.846973:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df7e00. 02000000:00000001:2.0:1786202191.846976:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.846978:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.846979:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786202191.846981:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.846983:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc544e800. 02000000:00000001:2.0:1786202191.846985:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.846986:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.846987:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098a80. 00000100:00000001:2.0:1786202191.846990:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.846991:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.846994:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.846999:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098380 x1872968508521088/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.847004:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.847005:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.847007:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df7800. 02000000:00000001:2.0:1786202191.847009:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.847010:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.847011:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202191.847013:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.847015:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc544ed00. 02000000:00000001:2.0:1786202191.847017:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.847018:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.847019:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098380. 00000100:00000001:2.0:1786202191.847021:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.847022:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.847024:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.847029:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8099500 x1872968508521344/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.847035:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.847037:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.847038:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df6400. 02000000:00000001:2.0:1786202191.847040:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.847041:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.847047:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202191.847049:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.847051:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9000. 02000000:00000001:2.0:1786202191.847053:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.847054:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.847056:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8099500. 00000100:00000001:2.0:1786202191.847058:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.847059:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.847061:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202191.847065:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809ad80 x1872968508521600/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202191.847071:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202191.847072:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202191.847074:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df7200. 02000000:00000001:2.0:1786202191.847076:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202191.847077:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202191.847078:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc2ec1000 refcount=2 obd=lustre-OST0001-osc-ffff929cc54d5000 00000020:00000001:2.0:1786202191.847080:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202191.847081:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9f00. 02000000:00000001:2.0:1786202191.847083:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202191.847084:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202191.847086:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809ad80. 00000100:00000001:2.0:1786202191.847088:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202191.847089:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.847092:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202191.847099:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202191.847102:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202191.847104:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202191.847107:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202192.131741:0:9347:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202192.131753:0:9347:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1786202192.369635:0:9383:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1786202192.369642:0:9383:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1786202192.377969:0:9383:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1786202192.735468:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202192.735475:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202192.735480:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202192.735482:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202192.735696:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202192.735699:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202192.735702:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786202192.921840:0:9396:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202192.921853:0:9396:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202192.972331:0:9399:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202192.972376:0:9399:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202193.055879:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295029499, at 4295029504 00000100:00000010:1.0:1786202193.055895:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc2f3bf00. 00000100:00000040:0.0:1786202193.056947:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295029499, at 4295029505 00000100:00000010:0.0:1786202193.056957:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc2f3b180. 00010000:00000001:2.0:1786202193.759500:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202193.759509:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202193.759517:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202193.759518:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202193.766150:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202193.766158:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202193.766162:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202194.820977:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202194.820985:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202194.820992:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202194.820993:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202194.821114:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202194.821118:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202194.821121:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202195.871478:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202195.871487:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202195.871490:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202195.871493:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871498:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202195.871501:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871503:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871507:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871512:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202195.871515:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202195.871516:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202195.871518:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871520:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202195.871521:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871523:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202195.871525:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202195.871631:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202195.871635:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202195.871637:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202196.895554:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202196.895561:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202196.895567:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202196.895568:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895633:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202196.895638:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202196.895648:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6339f80. 00000020:00000040:2.0:1786202196.895654:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786202196.895658:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202196.895661:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202196.895666:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202196.895673:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfe00. 00000100:00000001:2.0:1786202196.895678:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895689:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202196.895701:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202196.895719:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895727:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000669addfc] to pc [ptlrpcd_01_00+0] req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.895762:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895765:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202196.895768:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202196.895771:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633bb80. 00000020:00000040:2.0:1786202196.895774:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202196.895776:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202196.895778:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202196.895780:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202196.895783:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf300. 00000100:00000001:2.0:1786202196.895787:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895791:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202196.895799:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202196.895801:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895805:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031daa98d] to pc [ptlrpcd_01_01+1] req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.895813:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.895814:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786202196.895815:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202196.895817:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202196.895818:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786202196.895820:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1786202196.895821:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338380. 00000020:00000040:2.0:1786202196.895823:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202196.895825:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202196.895826:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1786202196.895826:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786202196.895828:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202196.895833:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf900. 00000100:00000001:3.0:1786202196.895833:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202196.895835:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.895835:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895838:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786202196.895839:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202196.895841:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202196.895844:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202196.895847:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508521728:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202196.895851:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786202196.895855:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786202196.895856:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786202196.895857:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.895859:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895861:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009090df20] to pc [ptlrpcd_01_00+0] req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786202196.895862:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202196.895866:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc506b400. 00000100:00000001:2.0:1786202196.895868:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.895868:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895870:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202196.895873:0:9409:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1786202196.895875:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:2.0:1786202196.895876:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1786202196.895878:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4e18. 00000100:00000040:2.0:1786202196.895879:0:9409:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202196.895881:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202196.895884:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1786202196.895885:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17330. 00000100:00000010:2.0:1786202196.895886:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633b480. 00000020:00000040:2.0:1786202196.895888:0:9409:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202196.895890:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202196.895891:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1786202196.895891:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521728, portal 25 02000000:00000001:2.0:1786202196.895893:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.895893:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202196.895895:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770666368 : -120272938885248 : ffff929cc6339f80) 02000000:00000010:2.0:1786202196.895896:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf700. 00000100:00000001:2.0:1786202196.895899:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.895900:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786202196.895902:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202196.895908:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786202196.895909:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202196.895911:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.895911:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202196.895913:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17220. 00000100:00000040:2.0:1786202196.895914:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0bb7d55] to pc [ptlrpcd_01_01+1] req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202196.895916:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508521728, offset 0 00000100:00000001:2.0:1786202196.895920:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895922:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1786202196.895923:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786202196.895928:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202196.895930:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338a80. 00000400:00000200:3.0:1786202196.895931:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000020:00000040:2.0:1786202196.895932:0:9409:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202196.895935:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202196.895936:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202196.895937:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.895938:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000010:2.0:1786202196.895940:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf500. 00000100:00000001:2.0:1786202196.895942:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.895943:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1786202196.895946:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786202196.895951:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000100:00000001:2.0:1786202196.895953:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1786202196.895954:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786202196.895955:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.895957:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000100:00000040:2.0:1786202196.895958:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a367acd] to pc [ptlrpcd_01_00+0] req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786202196.895962:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [130:130:256:4294967295] 192.168.203.157@tcp LPNI seq info [130:130:8:4294967295] 00000100:00000001:2.0:1786202196.895966:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.895967:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:2.0:1786202196.895968:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202196.895970:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202196.895973:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338e00. 00000020:00000040:2.0:1786202196.895975:0:9409:0:(genops.c:1231:class_import_get()) import ffff929ce0d87000 refcount=3 obd=lustre-OST0000-osc-ffff929cc54d5000 00000100:00000001:2.0:1786202196.895977:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1786202196.895977:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 02000000:00000001:2.0:1786202196.895978:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202196.895979:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202196.895982:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfa00. 00000800:00000200:3.0:1786202196.895983:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786202196.895984:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.895987:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1786202196.895987:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9100. 00000100:00000001:2.0:1786202196.895993:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202196.895994:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1786202196.895995:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000100:00000040:2.0:1786202196.895997:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039add856] to pc [ptlrpcd_01_01+1] req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1786202196.896002:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202196.896006:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202196.896013:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.896015:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202196.896016:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.896017:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1786202196.896019:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000010:2.0:1786202196.896020:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633a680. 00000020:00000040:2.0:1786202196.896022:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc2ec1000 refcount=3 obd=lustre-OST0001-osc-ffff929cc54d5000 00000100:00000001:3.0:1786202196.896022:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295034616 00000100:00000001:2.0:1786202196.896025:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1786202196.896025:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d240. 02000000:00000001:2.0:1786202196.896026:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202196.896028:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202196.896030:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfc00. 00000100:00000001:3.0:1786202196.896031:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786202196.896033:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.896036:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295034616 00000100:00000040:2.0:1786202196.896037:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1786202196.896039:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d1e0. 00000100:00000001:3.0:1786202196.896042:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786202196.896044:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202196.896045:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.896046:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.896048:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.896049:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000834b8a83] to pc [ptlrpcd_01_00+0] req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.896051:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.896054:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.896056:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.896060:0:9409:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:3.0:1786202196.896061:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202196.896063:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202196.896064:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202196.896066:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202196.896067:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786202196.896069:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1786202196.896070:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.896071:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202196.896072:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202196.896076:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.896077:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202196.896081:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202196.896083:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.896083:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.896085:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202196.896085:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202196.896087:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202196.896087:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202196.896089:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.896089:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202196.896092:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508521856:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786202196.896092:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508521984:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202196.896096:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786202196.896096:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202196.896098:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202196.896100:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.896101:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202196.896101:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786202196.896102:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.896104:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202196.896104:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc506a000. 02000000:00000010:2.0:1786202196.896106:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a4600. 02000000:00000001:3.0:1786202196.896106:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.896108:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.896109:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202196.896111:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202196.896112:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4b00. 00000400:00000010:2.0:1786202196.896114:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc55782c0. 00000400:00000010:3.0:1786202196.896115:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17990. 00000400:00000010:2.0:1786202196.896117:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c198. 00000100:00000200:3.0:1786202196.896117:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521984, portal 10 00000100:00000200:2.0:1786202196.896119:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508521856, portal 10 00000100:00000001:3.0:1786202196.896119:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202196.896120:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770659200 : -120272938892416 : ffff929cc6338380) 00000100:00000001:2.0:1786202196.896121:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202196.896122:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770673536 : -120272938878080 : ffff929cc633bb80) 00000100:00000040:2.0:1786202196.896127:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786202196.896127:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.896134:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786202196.896134:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202196.896136:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000100:00000040:3.0:1786202196.896136:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202196.896138:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c7f8. 00000400:00000010:3.0:1786202196.896138:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17660. 00000100:00000200:2.0:1786202196.896141:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508521856, offset 0 00000100:00000200:3.0:1786202196.896141:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508521984, offset 0 00000400:00000200:3.0:1786202196.896145:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202196.896148:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202196.896151:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:00000001:0.0:1786202196.896820:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202196.896824:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202196.896828:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1786202196.896934:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.896938:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9100. 00000400:00000200:0.0:1786202196.896945:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.896952:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:2.0:1786202196.897328:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202196.897328:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202196.897332:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202196.897509:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17220 00000400:00000200:3.0:1786202196.897536:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202196.897646:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202196.897651:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [131:131:255:4294967295] 192.168.203.157@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:3.0:1786202196.897656:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202196.897666:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202196.897684:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202196.897688:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9300. 00000800:00000200:3.0:1786202196.897695:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202196.897701:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202196.897705:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202196.897709:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.897714:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 198805 usecs (199 jiffies) 00000400:00000200:3.0:1786202196.897717:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202196.897720:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295033545 00000100:00000001:3.0:1786202196.897723:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295034616 00000100:00000001:3.0:1786202196.897725:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295033545 00000100:00000001:3.0:1786202196.897727:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295034616 00000100:00000001:3.0:1786202196.897729:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202196.897732:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.897744:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202196.897751:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.897758:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202196.897760:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.897764:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202196.897767:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202196.897769:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202196.897772:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508522240:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202196.897775:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202196.897779:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202196.897781:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.897783:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202196.897787:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc506a600. 02000000:00000001:3.0:1786202196.897789:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.897793:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202196.897800:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4630. 00000400:00000010:3.0:1786202196.897805:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17110. 00000100:00000200:3.0:1786202196.897809:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522240, portal 10 00000100:00000001:3.0:1786202196.897811:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202196.897813:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770660992 : -120272938890624 : ffff929cc6338a80) 00000020:00000010:3.0:1786202196.897830:0:2403:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929cc8c22000. 00000100:00000040:3.0:1786202196.897837:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.897843:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202196.897845:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202196.897847:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17d48. 00000400:00000010:0.0:1786202196.898319:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17220. 00000100:00000001:0.0:1786202196.898326:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.898333:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.898374:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.898378:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.898384:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.898386:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202196.898414:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.898417:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9300. 00000400:00000200:0.0:1786202196.898421:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.898425:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:2.0:1786202196.898556:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202196.898563:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202196.898566:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202196.898569:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202196.898572:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202196.898574:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202196.898577:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [132:132:255:4294967295] 192.168.203.157@tcp LPNI seq info [132:132:7:4294967295] 00000400:00000200:2.0:1786202196.898581:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202196.898588:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202196.898592:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202196.898597:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf800. 00000800:00000200:2.0:1786202196.898601:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202196.898606:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202196.898609:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202196.898623:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.898627:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 157103 usecs (158 jiffies) 00000400:00000200:2.0:1786202196.898631:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202196.898633:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295033505 00000100:00000001:2.0:1786202196.898636:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295034616 00000100:00000001:2.0:1786202196.898638:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295033505 00000100:00000001:2.0:1786202196.898640:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295034616 00000100:00000001:2.0:1786202196.898642:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.898644:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.898646:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202196.898651:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.898658:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202196.898660:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.898663:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202196.898665:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202196.898667:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202196.898669:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508522112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202196.898673:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202196.898675:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202196.898677:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.898678:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202196.898683:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a4e00. 02000000:00000001:2.0:1786202196.898685:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202196.898688:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202196.898690:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578420. 00000100:00000200:3.0:1786202196.898691:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508522240, offset 0 00000400:00000010:2.0:1786202196.898694:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c908. 00000100:00000200:2.0:1786202196.898698:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522112, portal 10 00000400:00000200:3.0:1786202196.898698:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786202196.898699:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202196.898700:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770671744 : -120272938879872 : ffff929cc633b480) 00000400:00000200:3.0:1786202196.898702:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:2.0:1786202196.898706:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786202196.898706:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202196.898708:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202196.898711:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202196.898713:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202196.898715:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000100:00000001:2.0:1786202196.898717:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1786202196.898718:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [133:133:254:4294967295] 192.168.203.157@tcp LPNI seq info [133:133:6:4294967295] 00000100:00000040:2.0:1786202196.898719:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202196.898722:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c4c8. 00000400:00000200:3.0:1786202196.898722:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000200:2.0:1786202196.898724:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508522112, offset 0 00000400:00000200:2.0:1786202196.898728:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202196.898728:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000400:00000200:2.0:1786202196.898731:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000800:00000200:3.0:1786202196.898733:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202196.898734:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202196.898736:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202196.898738:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202196.898741:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202196.898743:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202196.898746:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [134:134:253:4294967295] 192.168.203.157@tcp LPNI seq info [134:134:5:4294967295] 00000400:00000200:2.0:1786202196.898749:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202196.898754:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202196.898758:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202196.898761:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf100. 00000800:00000200:2.0:1786202196.898765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202196.898769:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202196.898771:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202196.898774:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.898777:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 18067 usecs (19 jiffies) 00000400:00000200:2.0:1786202196.898780:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202196.898782:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295033366 00000100:00000001:2.0:1786202196.898784:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295034616 00000100:00000001:2.0:1786202196.898786:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295033366 00000100:00000001:2.0:1786202196.898789:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295034616 00000100:00000001:2.0:1786202196.898790:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.898793:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.898800:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202196.898805:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.898812:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202196.898813:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.898815:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202196.898817:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202196.898819:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202196.898821:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508522368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202196.898825:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202196.898827:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202196.898829:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.898830:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202196.898833:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a4a00. 02000000:00000001:2.0:1786202196.898835:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202196.898839:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202196.898841:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578268. 00000400:00000010:2.0:1786202196.898845:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c660. 00000100:00000200:2.0:1786202196.898848:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522368, portal 4 00000100:00000001:2.0:1786202196.898850:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202196.898851:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770661888 : -120272938889728 : ffff929cc6338e00) 00000100:00000040:2.0:1786202196.898856:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.898863:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202196.898865:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202196.898867:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c550. 00000100:00000200:2.0:1786202196.898870:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508522368, offset 0 00000400:00000200:2.0:1786202196.898873:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202196.898877:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202196.898880:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202196.898882:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202196.898884:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202196.898886:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202196.898893:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202196.898896:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [135:135:252:4294967295] 192.168.203.157@tcp LPNI seq info [135:135:4:4294967295] 00000400:00000200:2.0:1786202196.898899:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202196.898904:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202196.898909:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202196.898911:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf200. 00000800:00000200:2.0:1786202196.898915:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202196.898918:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202196.898920:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202196.898923:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.898925:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: using a timeout of 42978 usecs (43 jiffies) 00000400:00000200:2.0:1786202196.898928:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202196.898929:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295033390 00000100:00000001:2.0:1786202196.898931:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295034616 00000100:00000001:2.0:1786202196.898933:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295033390 00000100:00000001:2.0:1786202196.898935:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295034616 00000100:00000001:2.0:1786202196.898937:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.898939:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.898942:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.898945:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.898952:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202196.898954:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786202196.898956:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202196.898958:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202196.898959:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.898961:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1786202196.899888:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9c00. 00000800:00000200:3.0:1786202196.899898:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202196.899903:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202196.899906:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202196.899910:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.899915:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 33921 usecs (34 jiffies) 00000400:00000200:3.0:1786202196.899920:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202196.899922:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295033382 00000100:00000001:3.0:1786202196.899933:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295034616 00000100:00000001:3.0:1786202196.899936:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295033382 00000100:00000001:3.0:1786202196.899938:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295034616 00000100:00000001:3.0:1786202196.899940:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202196.899943:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.899946:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202196.899952:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.899960:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202196.899961:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.899964:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202196.899967:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202196.899969:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202196.899972:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508522496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202196.899975:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202196.899979:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202196.899980:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.899983:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202196.899986:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc506b600. 02000000:00000001:3.0:1786202196.899988:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202196.899992:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202196.899996:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4c60. 00000400:00000010:3.0:1786202196.900001:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17550. 00000100:00000200:3.0:1786202196.900006:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522496, portal 4 00000100:00000001:3.0:1786202196.900008:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202196.900010:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770668160 : -120272938883456 : ffff929cc633a680) 00000100:00000040:3.0:1786202196.900016:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.900023:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202196.900025:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202196.900028:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17bb0. 00000100:00000200:3.0:1786202196.900037:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508522496, offset 0 00000400:00000200:3.0:1786202196.900043:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202196.900049:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202196.900053:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202196.900056:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202196.900059:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202196.900061:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202196.900063:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202196.900065:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [136:136:251:4294967295] 192.168.203.157@tcp LPNI seq info [136:136:3:4294967295] 00000400:00000200:3.0:1786202196.900069:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202196.900075:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202196.900079:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202196.900081:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9600. 00000800:00000200:3.0:1786202196.900085:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202196.900088:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202196.900090:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202196.900093:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.900095:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: using a timeout of 43831 usecs (44 jiffies) 00000400:00000200:3.0:1786202196.900098:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202196.900099:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295033392 00000100:00000001:3.0:1786202196.900101:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295034616 00000100:00000001:3.0:1786202196.900103:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295033392 00000100:00000001:3.0:1786202196.900105:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295034616 00000100:00000001:3.0:1786202196.900106:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202196.900108:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.900111:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.900114:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.900118:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202196.900119:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202196.900121:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202196.900128:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202196.900129:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.900131:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202196.913357:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17660 00000400:00000010:0.0:1786202196.913365:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17660. 00000100:00000001:0.0:1786202196.913377:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.913402:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913415:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.913418:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913426:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.913428:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202196.913469:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.913473:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf800. 00000400:00000200:0.0:1786202196.913478:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.913482:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202196.913485:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c7f8 00000400:00000010:0.0:1786202196.913487:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c7f8. 00000100:00000001:0.0:1786202196.913490:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.913494:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913501:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.913504:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913509:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.913510:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202196.913520:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.913522:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf100. 00000400:00000200:0.0:1786202196.913525:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.913528:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202196.913531:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c4c8 00000400:00000010:0.0:1786202196.913533:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c4c8. 00000100:00000001:0.0:1786202196.913536:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.913540:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913547:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.913550:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913563:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.913565:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202196.913574:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.913576:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf200. 00000400:00000200:0.0:1786202196.913737:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.913741:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202196.913745:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c550 00000400:00000010:0.0:1786202196.913747:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c550. 00000100:00000001:0.0:1786202196.913750:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.913754:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913763:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.913766:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913771:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.913773:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202196.913783:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.913785:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9c00. 00000400:00000200:0.0:1786202196.913788:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.913791:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202196.913793:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17d48 00000400:00000010:0.0:1786202196.913795:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17d48. 00000100:00000001:0.0:1786202196.913797:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.913801:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913808:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.913811:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913818:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.913819:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202196.913899:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202196.913908:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9600. 00000400:00000200:0.0:1786202196.913911:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.913915:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202196.913918:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17bb0 00000400:00000010:0.0:1786202196.913920:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17bb0. 00000100:00000001:0.0:1786202196.913923:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202196.913927:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913934:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202196.913936:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.913942:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202196.913944:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202196.931544:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931619:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.931624:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931627:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.931636:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931645:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.931656:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931661:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931667:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931671:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03e00 00000400:00000200:0.0:1786202196.931676:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931682:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1786202196.931688:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931692:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.931696:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.931700:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.931707:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.931716:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.931726:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.931764:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.931775:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931779:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.931781:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931783:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.931787:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931790:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.931794:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931797:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931799:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931802:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a03d00 00000400:00000200:0.0:1786202196.931805:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.931809:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1786202196.931813:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931818:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.931820:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.931823:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.931825:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.931829:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.931837:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.931844:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.931847:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.931850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.932442:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202196.932447:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202196.932453:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202196.932455:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202196.932458:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4b00. 00000400:00000200:2.0:1786202196.932463:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17990 00000400:00000010:2.0:1786202196.932472:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17990. 00000100:00000001:2.0:1786202196.932476:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202196.932537:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202196.932548:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.932612:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202196.932614:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.932617:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202196.932620:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202196.932622:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202196.932625:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.932628:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202196.932637:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202196.932642:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202196.932644:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202196.932646:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202196.932648:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202196.932653:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202196.932659:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.932662:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202196.932665:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202196.932666:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202196.932668:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.932672:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.932679:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.932681:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202196.932683:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202196.932687:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202196.932707:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508521984:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202196.932715:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202196.932716:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202196.932718:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4e18. 00000400:00000200:2.0:1786202196.932721:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17330 00000400:00000010:2.0:1786202196.932723:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17330. 00000100:00000001:2.0:1786202196.932725:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202196.932729:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202196.932737:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.932743:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202196.932744:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.932746:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202196.932748:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202196.932749:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202196.932751:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.932752:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202196.932756:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202196.932758:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202196.932761:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202196.932762:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202196.932763:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202196.932765:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.932768:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.932771:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.932778:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.932780:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202196.932781:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202196.932785:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202196.932799:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508521728:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202196.932803:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.932806:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202196.932810:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338380 x1872968508521984/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.932816:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202196.932818:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202196.932821:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc506a000. 02000000:00000001:2.0:1786202196.932825:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202196.932827:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202196.932829:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202196.932831:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202196.932834:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf900. 02000000:00000001:2.0:1786202196.932837:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202196.932839:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202196.932841:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338380. 00000100:00000001:2.0:1786202196.932844:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202196.932845:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.932847:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202196.932850:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6339f80 x1872968508521728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.932855:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202196.932857:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202196.932858:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc506b400. 02000000:00000001:2.0:1786202196.932860:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202196.932861:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202196.932862:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786202196.932864:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202196.932866:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfe00. 02000000:00000001:2.0:1786202196.932867:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202196.932868:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202196.932870:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6339f80. 00000100:00000001:2.0:1786202196.932872:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202196.932881:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.932885:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.932886:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202196.932888:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202196.932889:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.932891:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786202196.975243:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975260:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.975264:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975267:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975276:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975284:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.975306:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975310:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975315:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975318:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a03f80 00000400:00000200:0.0:1786202196.975322:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975327:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1786202196.975334:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975358:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975361:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.975365:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.975373:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.975381:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.975392:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.975540:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202196.975544:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202196.975636:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.975647:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975651:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.975653:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975656:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975660:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975663:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.975668:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975671:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975674:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975677:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a04000 00000400:00000200:0.0:1786202196.975680:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975684:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:0.0:1786202196.975688:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975691:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975693:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.975702:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.975705:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.975710:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.975718:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.975741:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.975747:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975751:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.975753:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975755:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975758:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975762:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.975766:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975768:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975771:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975773:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03d80 00000400:00000200:0.0:1786202196.975776:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975780:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1786202196.975784:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975787:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975788:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.975791:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.975794:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.975798:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.975807:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.975814:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.975818:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975826:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.975828:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975830:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975835:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975838:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.975842:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975844:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975847:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975849:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03e80 00000400:00000200:0.0:1786202196.975852:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975855:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1786202196.975859:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975861:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975863:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.975866:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.975869:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.975874:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.975882:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.975888:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.975891:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975894:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202196.975896:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975898:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975900:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975903:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202196.975906:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975909:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975911:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975913:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a03f00 00000400:00000200:0.0:1786202196.975915:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202196.975923:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1786202196.975928:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975934:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202196.975936:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202196.975938:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202196.975941:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202196.975945:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202196.975952:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202196.975959:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202196.975962:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202196.975965:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976029:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202196.976032:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786202196.976037:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202196.976039:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202196.976042:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4630. 00000400:00000200:3.0:1786202196.976046:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17110 00000400:00000010:3.0:1786202196.976049:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17110. 00000100:00000001:3.0:1786202196.976052:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202196.976057:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202196.976066:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.976072:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202196.976074:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976076:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202196.976079:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202196.976081:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202196.976083:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.976086:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202196.976095:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202196.976099:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202196.976102:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202196.976104:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202196.976107:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202196.976111:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202196.976118:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.976121:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202196.976123:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202196.976125:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202196.976126:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.976130:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.976143:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202196.976146:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202196.976148:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202196.976152:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202196.976160:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508522240:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786202196.976166:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202196.976167:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202196.976169:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4c60. 00000400:00000200:3.0:1786202196.976171:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17550 00000400:00000010:3.0:1786202196.976173:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17550. 00000100:00000001:3.0:1786202196.976175:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202196.976178:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202196.976186:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.976193:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202196.976194:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976196:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202196.976197:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202196.976198:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202196.976200:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202196.976201:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202196.976217:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc2ec1460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202196.976221:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc2ec1418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202196.976222:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202196.976224:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202196.976226:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202196.976229:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202196.976245:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.976248:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202196.976249:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202196.976251:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202196.976252:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202196.976255:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.976261:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202196.976263:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202196.976264:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202196.976267:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202196.976275:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508522496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202196.976279:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976281:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202196.976284:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338a80 x1872968508522240/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.976290:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202196.976293:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202196.976296:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc506a600. 02000000:00000001:3.0:1786202196.976299:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202196.976302:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202196.976304:0:2403:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202196.976305:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202196.976308:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf500. 02000000:00000001:3.0:1786202196.976311:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202196.976313:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202196.976315:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338a80. 00000100:00000001:3.0:1786202196.976318:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202196.976319:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976325:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202196.976329:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633a680 x1872968508522496/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202196.976334:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202196.976355:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202196.976357:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc506b600. 02000000:00000001:3.0:1786202196.976360:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202196.976361:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202196.976362:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc2ec1000 refcount=2 obd=lustre-OST0001-osc-ffff929cc54d5000 00000020:00000001:3.0:1786202196.976364:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202196.976365:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfc00. 02000000:00000001:3.0:1786202196.976367:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202196.976368:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202196.976370:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633a680. 00000100:00000001:3.0:1786202196.976372:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202196.976374:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976375:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202196.976382:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202196.976384:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202196.976386:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202196.976388:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786202196.976432:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202196.976434:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202196.976437:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578268. 00000400:00000200:2.0:1786202196.976440:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c660 00000400:00000010:2.0:1786202196.976441:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c660. 00000100:00000001:2.0:1786202196.976444:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202196.976449:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202196.976458:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976465:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202196.976466:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976468:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202196.976470:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202196.976471:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202196.976472:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.976474:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202196.976478:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d87460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202196.976481:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d87418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202196.976483:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202196.976485:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202196.976486:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202196.976490:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202196.976497:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.976499:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202196.976500:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202196.976507:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202196.976508:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.976513:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976519:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.976521:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202196.976523:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202196.976526:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202196.976534:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508522368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202196.976537:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.976539:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202196.976542:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338e00 x1872968508522368/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976549:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202196.976550:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202196.976569:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a4a00. 02000000:00000001:2.0:1786202196.976572:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202196.976574:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202196.976575:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d87000 refcount=2 obd=lustre-OST0000-osc-ffff929cc54d5000 00000020:00000001:2.0:1786202196.976577:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202196.976578:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfa00. 02000000:00000001:2.0:1786202196.976581:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202196.976582:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202196.976583:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338e00. 00000100:00000001:2.0:1786202196.976586:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202196.976587:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976589:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.976591:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202196.976592:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202196.976595:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202196.976597:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202196.976598:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc55782c0. 00000400:00000200:2.0:1786202196.976604:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c198 00000400:00000010:2.0:1786202196.976606:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c198. 00000100:00000001:2.0:1786202196.976608:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202196.976612:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202196.976621:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976628:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202196.976629:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976631:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202196.976632:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202196.976633:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202196.976634:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.976636:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202196.976641:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202196.976644:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202196.976646:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202196.976647:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202196.976649:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202196.976651:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.976653:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202196.976655:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202196.976656:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202196.976658:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.976661:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976668:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.976670:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202196.976671:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202196.976674:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202196.976680:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508521856:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202196.976691:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202196.976692:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202196.976694:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578420. 00000400:00000200:2.0:1786202196.976696:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c908 00000400:00000010:2.0:1786202196.976697:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c908. 00000100:00000001:2.0:1786202196.976699:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202196.976703:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202196.976711:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976716:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202196.976718:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976719:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202196.976721:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202196.976722:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202196.976723:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202196.976725:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202196.976729:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202196.976732:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202196.976734:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202196.976735:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202196.976737:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202196.976739:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.976741:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202196.976742:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202196.976744:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202196.976745:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202196.976749:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976756:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202196.976758:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202196.976759:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202196.976763:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202196.976775:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508522112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202196.976779:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976781:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202196.976784:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633bb80 x1872968508521856/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976790:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202196.976792:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202196.976793:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a4600. 02000000:00000001:2.0:1786202196.976795:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202196.976797:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202196.976798:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202196.976800:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202196.976802:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf300. 02000000:00000001:2.0:1786202196.976804:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202196.976804:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202196.976805:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633bb80. 00000100:00000001:2.0:1786202196.976808:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202196.976809:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976810:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202196.976813:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633b480 x1872968508522112/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202196.976818:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202196.976819:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202196.976820:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a4e00. 02000000:00000001:2.0:1786202196.976822:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202196.976823:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202196.976824:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202196.976825:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202196.976827:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf700. 02000000:00000001:2.0:1786202196.976829:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202196.976830:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202196.976831:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633b480. 00000100:00000001:2.0:1786202196.976838:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202196.976839:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976841:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202196.976844:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202196.976845:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202196.976847:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202196.976849:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202197.920431:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202197.920437:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202197.920443:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202197.920444:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202197.920525:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202197.920528:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202197.920531:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786202198.175422:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295034616, at 4295034624 00000100:00000010:1.0:1786202198.175437:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935d1e0. 00000100:00000040:0.0:1786202198.175873:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295034616, at 4295034624 00000100:00000010:0.0:1786202198.175882:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935d240. 00010000:00000001:2.0:1786202198.951089:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202198.951095:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202198.951102:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202198.951103:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202198.951719:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202198.951972:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202198.951976:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202199.967867:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202199.967875:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202199.967881:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202199.967882:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202199.968301:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202199.968304:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202199.968307:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786202200.724519:0:9645:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202200.724530:0:9645:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202200.737711:0:9647:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202200.737725:0:9647:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202200.775689:0:9654:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202200.775699:0:9654:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202200.789496:0:9656:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202200.789509:0:9656:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202200.995396:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202200.995403:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202200.995409:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202200.995410:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202200.995582:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202200.995585:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202200.995588:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202202.033159:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202202.033165:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.033231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.033236:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.033245:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e0000. 00000020:00000040:0.0:1786202202.033251:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786202202.033256:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.033259:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.033276:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.033283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd909f900. 00000100:00000001:0.0:1786202202.033290:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.033302:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.033312:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.033316:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.033323:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005434dac9] to pc [ptlrpcd_00_00+0] req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.033652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.033657:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202202.033659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202202.033665:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.033673:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202202.033675:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202202.033679:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202202.033682:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202202.033684:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202202.033688:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508522624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202202.033692:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202202.033696:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202202.033699:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202202.033716:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202202.033722:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8df6e00. 02000000:00000001:1.0:1786202202.033730:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202202.033737:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202202.033741:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccf370. 00000400:00000010:1.0:1786202202.033748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077000. 00000100:00000200:1.0:1786202202.033755:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522624, portal 25 00000100:00000001:1.0:1786202202.033757:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202202.033759:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755617792 : -120272953933824 : ffff929cc54e0000) 00000100:00000040:1.0:1786202202.033765:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.033773:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202202.033775:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202202.033777:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077908. 00000100:00000200:1.0:1786202202.033780:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508522624, offset 0 00000400:00000200:1.0:1786202202.033786:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202202.033794:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.033801:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202202.033806:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202202.033810:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202202.033814:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202202.033816:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202202.033820:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [137:137:256:4294967295] 192.168.203.157@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1786202202.033825:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.033832:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202202.033838:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202202.033843:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9000. 00000800:00000200:1.0:1786202202.033849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202202.033857:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202202.033861:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202202.033872:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202202.033876:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202202.033878:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295039754 00000100:00000010:1.0:1786202202.033887:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929ce0ef4060. 00000100:00000001:1.0:1786202202.033892:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786202202.033899:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295039754 00000100:00000010:1.0:1786202202.033902:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929ce0ef4480. 00000100:00000001:1.0:1786202202.033906:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786202202.033909:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202202.033913:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.033916:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.033918:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.033924:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202202.033926:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786202202.033928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.033929:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202202.033930:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.033933:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202202.034026:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.034030:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9000. 00000400:00000200:1.0:1786202202.034035:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.034040:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.034044:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077908 00000400:00000010:1.0:1786202202.034046:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077908. 00000100:00000001:1.0:1786202202.034049:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.034053:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.034061:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.034064:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.034071:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.034073:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1786202202.034150:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202202.034152:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.034281:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.034288:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.034292:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e1500. 00000020:00000040:0.0:1786202202.034295:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:0.0:1786202202.034298:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.034299:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.034302:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.034307:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd909fc00. 00000100:00000001:0.0:1786202202.034310:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034315:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.034324:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.034326:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034330:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007022e68c] to pc [ptlrpcd_00_01+1] req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034384:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.034389:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.034393:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e3800. 00000020:00000040:0.0:1786202202.034395:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:0.0:1786202202.034403:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.034405:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.034407:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.034411:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c95700. 00000100:00000001:0.0:1786202202.034414:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034419:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.034426:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.034428:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034432:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078d2b9ae] to pc [ptlrpcd_00_00+0] req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034440:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786202202.034446:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786202202.034448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786202202.034452:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786202202.034454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.034457:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.034460:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e2d80. 00000020:00000040:0.0:1786202202.034462:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:0.0:1786202202.034464:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.034466:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.034467:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.034470:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c95300. 00000100:00000001:0.0:1786202202.034473:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034476:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.034483:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.034491:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034496:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d837acb7] to pc [ptlrpcd_00_01+1] req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034502:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.034507:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.034510:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e2300. 00000020:00000040:0.0:1786202202.034512:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:0.0:1786202202.034514:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.034516:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.034517:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.034521:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc3d40d00. 00000100:00000001:0.0:1786202202.034524:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034528:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.034535:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.034537:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034540:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000548f101f] to pc [ptlrpcd_00_00+0] req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034546:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.034550:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.034553:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e1180. 00000020:00000040:0.0:1786202202.034554:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d87000 refcount=3 obd=lustre-OST0000-osc-ffff929cc54d5000 00000100:00000001:0.0:1786202202.034556:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.034557:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.034558:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.034561:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c5ed00. 00000100:00000001:0.0:1786202202.034563:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034566:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.034581:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.034583:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034587:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c443ef4] to pc [ptlrpcd_00_01+1] req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034593:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202202.034598:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202202.034602:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e1880. 00000020:00000040:0.0:1786202202.034604:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc2ec1000 refcount=3 obd=lustre-OST0001-osc-ffff929cc54d5000 00000100:00000001:0.0:1786202202.034606:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202202.034608:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202202.034610:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202202.034613:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c5e100. 00000100:00000001:0.0:1786202202.034616:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034620:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202202.034627:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202202.034628:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034632:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e439995] to pc [ptlrpcd_00_00+0] req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034639:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034642:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:0.0:1786202202.034653:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202202.034655:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202202.034657:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202202.034661:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034668:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202202.034670:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.034677:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202202.034679:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202202.034681:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.034685:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508522752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.034688:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202202.034691:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202202.034693:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.034695:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202202.034698:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cda8f0c00. 02000000:00000001:0.0:1786202202.034700:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202202.034705:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202202.034708:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f580. 00000400:00000010:0.0:1786202202.034712:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9660. 00000100:00000200:0.0:1786202202.034716:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522752, portal 10 00000100:00000001:0.0:1786202202.034718:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202202.034719:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755623168 : -120272953928448 : ffff929cc54e1500) 00000100:00000040:0.0:1786202202.034725:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034731:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202202.034733:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202202.034736:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9dd0. 00000100:00000200:0.0:1786202202.034738:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508522752, offset 0 00000400:00000200:0.0:1786202202.034741:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202202.034746:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.034750:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202202.034753:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202202.034755:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202202.034758:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202202.034760:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202202.034763:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [138:138:256:4294967295] 192.168.203.157@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1786202202.034767:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.034772:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202202.034785:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202202.034789:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5ea00. 00000800:00000200:0.0:1786202202.034793:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202202.034798:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202202.034800:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202202.034810:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034814:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 154555 usecs (155 jiffies) 00000400:00000200:0.0:1786202202.034818:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202202.034820:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295038638 00000100:00000001:0.0:1786202202.034823:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.034825:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295038638 00000100:00000001:0.0:1786202202.034827:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.034829:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.034831:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.034833:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202202.034837:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034844:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202202.034845:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.034847:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202202.034849:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202202.034850:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.034853:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.034856:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202202.034858:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202202.034859:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.034861:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202202.034865:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc5074e00. 02000000:00000001:0.0:1786202202.034866:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202202.034869:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202202.034877:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917fcb8. 00000400:00000010:0.0:1786202202.034881:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9440. 00000100:00000200:0.0:1786202202.034883:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523008, portal 10 00000100:00000001:0.0:1786202202.034885:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202202.034886:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755629440 : -120272953922176 : ffff929cc54e2d80) 00000100:00000040:0.0:1786202202.034893:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034899:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202202.034901:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202202.034903:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9aa0. 00000100:00000200:0.0:1786202202.034905:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508523008, offset 0 00000400:00000200:0.0:1786202202.034909:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202202.034913:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.034917:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202202.034919:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202202.034921:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202202.034923:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202202.034926:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202202.034928:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [139:139:255:4294967295] 192.168.203.157@tcp LPNI seq info [139:139:7:4294967295] 00000400:00000200:0.0:1786202202.034932:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.034938:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202202.034942:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202202.034946:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5ec00. 00000800:00000200:0.0:1786202202.034950:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202202.034954:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202202.034957:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202202.034960:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.034963:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 28433 usecs (29 jiffies) 00000400:00000200:0.0:1786202202.034966:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202202.034968:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295038512 00000100:00000001:0.0:1786202202.034970:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.034977:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295038512 00000100:00000001:0.0:1786202202.034979:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.034981:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.034983:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.034985:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202202.034989:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.034996:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202202.034997:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.034999:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202202.035001:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202202.035003:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.035005:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.035008:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202202.035010:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202202.035012:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035013:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202202.035016:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc5074400. 02000000:00000001:0.0:1786202202.035017:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202202.035021:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202202.035024:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f688. 00000400:00000010:0.0:1786202202.035028:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9c38. 00000100:00000200:0.0:1786202202.035030:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523264, portal 4 00000100:00000001:0.0:1786202202.035032:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202202.035033:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755622272 : -120272953929344 : ffff929cc54e1180) 00000020:00000010:0.0:1786202202.035051:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929cc549e000. 00000100:00000040:0.0:1786202202.035059:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035065:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202202.035067:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202202.035070:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd96e8. 00000100:00000200:0.0:1786202202.035078:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508523264, offset 0 00000400:00000200:0.0:1786202202.035082:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202202.035086:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.035090:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202202.035092:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202202.035095:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202202.035097:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202202.035099:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202202.035101:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [140:140:254:4294967295] 192.168.203.157@tcp LPNI seq info [140:140:6:4294967295] 00000400:00000200:0.0:1786202202.035105:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.035110:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202202.035114:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202202.035117:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5e200. 00000800:00000200:0.0:1786202202.035121:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202202.035125:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202202.035127:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202202.035130:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.035132:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: using a timeout of 62176 usecs (63 jiffies) 00000400:00000200:0.0:1786202202.035135:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202202.035137:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295038546 00000100:00000001:0.0:1786202202.035139:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.035141:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295038546 00000100:00000001:0.0:1786202202.035143:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.035144:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.035146:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.035148:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.035150:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.035155:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786202202.035157:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786202202.035158:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202202.035165:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202202.035166:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.035168:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000020:00000001:1.0:1786202202.035218:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202202.035220:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202202.035223:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786202202.035232:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.035234:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202202.035242:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.035244:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202202.035273:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.035276:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5ea00. 00000400:00000200:1.0:1786202202.035281:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.035285:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.035288:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9dd0 00000400:00000010:1.0:1786202202.035290:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9dd0. 00000100:00000001:1.0:1786202202.035293:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.035297:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.035305:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.035308:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.035314:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.035316:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202202.035326:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.035328:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5ec00. 00000400:00000200:1.0:1786202202.035330:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.035333:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.035356:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9aa0 00000400:00000010:1.0:1786202202.035358:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9aa0. 00000100:00000001:1.0:1786202202.035361:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.035364:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.035372:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.035374:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.035381:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.035382:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202202.035415:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.035419:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5e200. 00000400:00000200:1.0:1786202202.035421:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.035430:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.035433:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd96e8 00000400:00000010:1.0:1786202202.035435:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd96e8. 00000100:00000001:1.0:1786202202.035437:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.035441:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.035448:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.035450:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.035456:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.035458:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786202202.035553:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.035557:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786202202.035559:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.035560:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202202.035562:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202202.035563:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202202.035568:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035575:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202202.035576:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035578:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202202.035580:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202202.035582:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.035585:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508522880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.035588:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202202.035590:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202202.035592:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035593:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202202.035597:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cd1d20c00. 02000000:00000001:0.0:1786202202.035599:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202202.035603:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202202.035606:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f1b8. 00000400:00000010:0.0:1786202202.035609:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9ee0. 00000100:00000200:0.0:1786202202.035613:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508522880, portal 10 00000100:00000001:0.0:1786202202.035614:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202202.035615:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755632128 : -120272953919488 : ffff929cc54e3800) 00000100:00000040:0.0:1786202202.035621:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035626:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202202.035628:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202202.035631:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9cc0. 00000100:00000200:0.0:1786202202.035639:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508522880, offset 0 00000400:00000200:0.0:1786202202.035643:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202202.035647:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.035651:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202202.035654:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202202.035656:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202202.035658:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202202.035661:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202202.035663:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [141:141:256:4294967295] 192.168.203.157@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1786202202.035667:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.035673:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202202.035677:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202202.035680:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5e200. 00000800:00000200:0.0:1786202202.035684:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202202.035688:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202202.035691:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202202.035747:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.035751:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 189812 usecs (190 jiffies) 00000400:00000200:0.0:1786202202.035754:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202202.035757:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295038674 00000100:00000001:0.0:1786202202.035759:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.035761:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295038674 00000100:00000001:0.0:1786202202.035763:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.035765:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.035767:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.035769:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202202.035773:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035779:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202202.035786:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035789:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202202.035790:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202202.035792:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.035795:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.035798:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202202.035801:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202202.035802:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035804:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202202.035807:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cd1d21400. 02000000:00000001:0.0:1786202202.035808:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202202.035812:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202202.035814:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f9f8. 00000400:00000010:0.0:1786202202.035818:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd92a8. 00000100:00000200:0.0:1786202202.035821:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523136, portal 10 00000100:00000001:0.0:1786202202.035823:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202202.035824:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755626752 : -120272953924864 : ffff929cc54e2300) 00000100:00000040:0.0:1786202202.035829:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035835:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202202.035838:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202202.035840:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd96e8. 00000100:00000200:0.0:1786202202.035842:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508523136, offset 0 00000400:00000200:0.0:1786202202.035846:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202202.035850:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.035853:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202202.035856:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202202.035858:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202202.035860:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202202.035863:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202202.035865:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [142:142:255:4294967295] 192.168.203.157@tcp LPNI seq info [142:142:7:4294967295] 00000400:00000200:0.0:1786202202.035869:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.035874:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202202.035887:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202202.035890:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5ec00. 00000800:00000200:0.0:1786202202.035893:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202202.035898:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202202.035901:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202202.035904:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.035907:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 50475 usecs (51 jiffies) 00000400:00000200:0.0:1786202202.035909:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202202.035911:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295038535 00000100:00000001:0.0:1786202202.035913:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.035915:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295038535 00000100:00000001:0.0:1786202202.035917:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.035919:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.035921:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.035923:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202202.035927:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035935:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202202.035936:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035938:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202202.035940:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202202.035942:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202202.035945:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.035948:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202202.035950:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202202.035951:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.035953:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202202.035956:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc93a8000. 02000000:00000001:0.0:1786202202.035958:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202202.035961:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202202.035968:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917fec8. 00000400:00000010:0.0:1786202202.035971:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9aa0. 00000100:00000200:0.0:1786202202.035974:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523392, portal 4 00000100:00000001:0.0:1786202202.035976:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202202.035977:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755624064 : -120272953927552 : ffff929cc54e1880) 00000020:00000010:0.0:1786202202.035982:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929cc549c000. 00000100:00000040:0.0:1786202202.035988:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.035994:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202202.035996:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202202.035998:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9dd0. 00000100:00000200:0.0:1786202202.036000:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508523392, offset 0 00000400:00000200:0.0:1786202202.036004:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202202.036007:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.036010:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202202.036013:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202202.036016:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202202.036018:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202202.036020:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202202.036022:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [143:143:254:4294967295] 192.168.203.157@tcp LPNI seq info [143:143:6:4294967295] 00000400:00000200:0.0:1786202202.036026:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.036031:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202202.036035:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202202.036038:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5ea00. 00000800:00000200:0.0:1786202202.036042:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202202.036046:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202202.036048:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202202.036052:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.036054:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: using a timeout of 62612 usecs (63 jiffies) 00000400:00000200:0.0:1786202202.036057:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202202.036059:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295038547 00000100:00000001:0.0:1786202202.036066:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.036068:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295038547 00000100:00000001:0.0:1786202202.036070:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295039754 00000100:00000001:0.0:1786202202.036072:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.036074:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.036077:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.036079:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202202.036124:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.036127:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5e200. 00000400:00000200:1.0:1786202202.036130:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.036133:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.036136:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9cc0 00000400:00000010:1.0:1786202202.036138:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9cc0. 00000100:00000001:1.0:1786202202.036140:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.036144:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.036152:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.036154:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.036160:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.036162:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202202.036184:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.036187:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5ec00. 00000400:00000200:1.0:1786202202.036190:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.036193:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.036195:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd96e8 00000400:00000010:1.0:1786202202.036196:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd96e8. 00000100:00000001:1.0:1786202202.036198:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.036207:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.036213:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.036216:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.036221:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.036222:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202202.036231:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202202.036234:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5ea00. 00000400:00000200:1.0:1786202202.036236:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.036239:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202202.036241:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9dd0 00000400:00000010:1.0:1786202202.036244:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9dd0. 00000100:00000001:1.0:1786202202.036246:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202202.036248:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.036254:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.036256:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.036262:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.036263:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202202.042834:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.042846:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202202.042850:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.042852:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.042861:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.042868:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202202.042876:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.042881:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.042886:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.042891:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04100 00000400:00000200:0.0:1786202202.042895:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.042900:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1786202202.042907:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.042912:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.042915:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202202.042920:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202202.042927:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.042935:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202202.042946:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.042960:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202202.043430:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043436:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202202.043451:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043454:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.043458:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043462:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202202.043467:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043676:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043682:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043685:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04200 00000400:00000200:0.0:1786202202.043689:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043693:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1786202202.043697:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043701:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.043703:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202202.043707:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202202.043710:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.043725:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202202.043734:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.043742:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202202.043747:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043750:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202202.043752:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043754:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.043756:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043759:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202202.043764:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043766:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043769:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043771:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a04300 00000400:00000200:0.0:1786202202.043775:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043779:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1786202202.043794:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043798:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.043800:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202202.043804:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202202.043807:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.043811:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202202.043819:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.043826:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202202.043830:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043833:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202202.043835:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043837:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.043840:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043844:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202202.043848:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043851:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043853:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043855:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a04080 00000400:00000200:0.0:1786202202.043858:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202202.043862:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:0.0:1786202202.043866:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043871:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202202.043874:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202202.043877:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202202.043880:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.043884:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202202.043892:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.043922:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202202.043926:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202202.043930:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.043945:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202202.043949:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786202202.043956:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202202.043958:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202202.043961:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f580. 00000400:00000200:0.0:1786202202.043965:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9660 00000400:00000010:0.0:1786202202.043967:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9660. 00000100:00000001:0.0:1786202202.043970:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.043974:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202202.043981:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.043987:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202202.043988:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.043991:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202202.043993:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202202.043996:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202202.043998:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.044000:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202202.044008:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202202.044012:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202202.044015:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202202.044017:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202202.044019:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786202202.044023:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.044026:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202202.044028:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202202.044030:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202202.044031:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.044036:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.044037:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.044039:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786202202.044043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202202.044045:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202202.044047:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccf370. 00000400:00000200:1.0:1786202202.044050:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077000 00000400:00000010:1.0:1786202202.044052:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077000. 00000100:00000001:0.0:1786202202.044053:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202202.044055:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786202202.044056:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1786202202.044058:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202202.044067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.044083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202202.044085:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.044087:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202202.044088:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202202.046493:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202202.046512:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202202.046524:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508522752:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786202202.046536:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202202.046538:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202202.046541:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917fcb8. 00000400:00000200:0.0:1786202202.046547:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9440 00000400:00000010:0.0:1786202202.046549:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9440. 00000100:00000001:0.0:1786202202.046552:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.046557:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202202.046565:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.046897:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202202.046900:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202202.046904:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202202.046913:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202202.046917:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202202.046920:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202202.046922:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202202.046924:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202202.046927:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.046929:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202202.046935:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.046943:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202202.046946:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202202.046947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202202.046951:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202202.046959:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508522624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202202.046964:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.046967:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.046970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e0000 x1872968508522624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.046977:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202202.046979:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202202.046982:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8df6e00. 02000000:00000001:1.0:1786202202.046986:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202202.046988:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202202.047005:0:2401:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202202.047007:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202202.047011:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd909f900. 02000000:00000001:1.0:1786202202.047016:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202202.047018:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202202.047020:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e0000. 00000100:00000001:1.0:1786202202.047023:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202202.047024:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.047027:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.047034:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202202.047035:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.047038:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.047040:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.047335:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202202.047362:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.047365:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202202.047367:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202202.047369:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202202.047370:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.047372:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202202.047377:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202202.047381:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202202.047383:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202202.047384:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202202.047386:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786202202.047389:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.047844:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202202.047846:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202202.047858:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202202.047860:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.047868:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.047875:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.047877:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202202.047878:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202202.047881:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202202.047888:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523008:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786202202.047896:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202202.047897:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202202.047900:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f688. 00000400:00000200:0.0:1786202202.047902:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9c38 00000400:00000010:0.0:1786202202.047904:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9c38. 00000100:00000001:0.0:1786202202.047907:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202202.047911:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202202.047919:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.047925:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202202.047926:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.047928:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202202.047930:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202202.047931:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202202.047932:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202202.047934:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202202.047939:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d87460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202202.047941:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d87418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202202.047943:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202202.047944:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202202.047946:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786202202.047956:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786202202.047962:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.047964:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202202.047965:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202202.047966:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202202.047968:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202202.047971:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.047977:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202202.047979:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202202.047980:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202202.047983:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202202.047989:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202202.047993:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.047995:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202202.047998:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e1500 x1872968508522752/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.048005:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202202.048007:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202202.048009:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cda8f0c00. 02000000:00000001:0.0:1786202202.048012:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202202.048014:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202202.048016:0:2402:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:0.0:1786202202.048018:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202202.048020:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd909fc00. 02000000:00000001:0.0:1786202202.048023:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202202.048024:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202202.048026:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e1500. 00000100:00000001:0.0:1786202202.048029:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202202.048035:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.048037:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202202.048040:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e2d80 x1872968508523008/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202202.048046:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202202.048048:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202202.048049:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc5074e00. 02000000:00000001:0.0:1786202202.048052:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202202.048053:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202202.048054:0:2402:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:0.0:1786202202.048056:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202202.048069:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c95300. 00000800:00000001:1.0:1786202202.048069:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1786202202.048072:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202202.048073:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202202.048075:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e2d80. 00000100:00000001:0.0:1786202202.048077:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202202.048078:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.048079:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1786202202.048079:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202202.048081:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1786202202.048083:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e1180 x1872968508523264/t0(0) o400->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1786202202.048083:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.048088:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202202.048090:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202202.048091:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc5074400. 02000000:00000001:0.0:1786202202.048093:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202202.048094:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202202.048095:0:2402:0:(genops.c:1244:class_import_put()) import ffff929ce0d87000 refcount=2 obd=lustre-OST0000-osc-ffff929cc54d5000 00000020:00000001:0.0:1786202202.048097:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202202.048098:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c5ed00. 02000000:00000001:0.0:1786202202.048100:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202202.048101:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202202.048102:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e1180. 00000100:00000001:0.0:1786202202.048104:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202202.048105:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202202.048108:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.048110:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202202.048113:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202202.048121:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202202.048123:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202202.048155:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048161:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202202.048168:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048182:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048187:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048191:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04180 00000400:00000200:1.0:1786202202.048196:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048201:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1786202202.048208:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048212:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202202.048215:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.048219:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202202.048225:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202202.048229:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202202.048237:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048260:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202202.048268:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048272:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202202.048274:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048275:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202202.048278:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048281:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202202.048285:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048288:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048291:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048293:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a04380 00000400:00000200:1.0:1786202202.048296:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048300:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:1.0:1786202202.048303:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048306:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202202.048308:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.048310:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202202.048313:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202202.048317:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202202.048325:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048330:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202202.048333:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048503:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202202.048506:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048508:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202202.048511:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048515:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202202.048519:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048522:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048531:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048534:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04280 00000400:00000200:1.0:1786202202.048537:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202202.048541:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1786202202.048545:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048550:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202202.048552:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202202.048555:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202202.048558:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202202.048563:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202202.048572:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048579:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202202.048583:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202202.048585:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.048595:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.048597:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786202202.048600:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202202.048601:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202202.048602:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f1b8. 00000400:00000200:1.0:1786202202.048606:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9ee0 00000400:00000010:1.0:1786202202.048608:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9ee0. 00000100:00000001:1.0:1786202202.048610:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202202.048613:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202202.048621:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048626:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202202.048628:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.048629:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202202.048631:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202202.048638:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202202.048639:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202202.048641:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202202.048646:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202202.048649:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202202.048651:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202202.048653:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202202.048654:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786202202.048658:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786202202.048665:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.048667:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786202202.048669:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:1.0:1786202202.048670:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786202202.048671:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202202.048675:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048681:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202202.048683:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202202.048685:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202202.048688:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202202.048696:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508522880:192.168.203.157@tcp:400:kworker.0 00000400:00000001:1.0:1786202202.048770:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202202.048772:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202202.048774:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f9f8. 00000400:00000200:1.0:1786202202.048842:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd92a8 00000400:00000010:1.0:1786202202.048843:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd92a8. 00000100:00000001:1.0:1786202202.048846:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202202.048851:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202202.048871:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048877:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202202.048879:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.048881:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202202.048882:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202202.048884:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202202.048885:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202202.048887:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202202.048891:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202202.048894:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202202.048896:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202202.048898:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202202.048900:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786202202.048903:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786202202.048908:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.048910:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786202202.048912:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:1.0:1786202202.048913:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786202202.048914:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202202.048917:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048922:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202202.048924:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202202.048925:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202202.048928:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202202.048934:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523136:192.168.203.157@tcp:400:kworker.0 00000400:00000001:1.0:1786202202.048939:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202202.048946:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202202.048948:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917fec8. 00000400:00000200:1.0:1786202202.048950:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9aa0 00000400:00000010:1.0:1786202202.048952:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9aa0. 00000100:00000001:1.0:1786202202.048955:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202202.048959:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202202.048967:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.048972:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202202.048974:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.048975:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202202.048978:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202202.048979:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202202.048980:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202202.048982:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1786202202.048989:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929ce0d3a000. 00000100:00001000:1.0:1786202202.048994:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc2ec1460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202202.048997:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc2ec1418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202202.048999:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202202.049000:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202202.049001:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786202202.049005:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786202202.049011:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.049013:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786202202.049014:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:1.0:1786202202.049016:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786202202.049017:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202202.049020:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.049026:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202202.049027:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202202.049033:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202202.049037:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202202.049044:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508523392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202202.049048:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.049050:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.049054:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e3800 x1872968508522880/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.049059:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202202.049061:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202202.049063:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cd1d20c00. 02000000:00000001:1.0:1786202202.049067:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202202.049069:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202202.049070:0:2402:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:1.0:1786202202.049072:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202202.049074:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c95700. 02000000:00000001:1.0:1786202202.049077:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202202.049078:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202202.049079:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e3800. 00000100:00000001:1.0:1786202202.049082:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202202.049083:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.049084:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.049087:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e2300 x1872968508523136/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.050267:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202202.050271:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202202.050274:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cd1d21400. 02000000:00000001:1.0:1786202202.050278:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202202.050280:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202202.050282:0:2402:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:1.0:1786202202.050284:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202202.050286:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc3d40d00. 02000000:00000001:1.0:1786202202.050290:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202202.050300:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202202.050302:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e2300. 00000100:00000001:1.0:1786202202.050305:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202202.050306:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.050308:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202202.050315:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e1880 x1872968508523392/t0(0) o400->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202202.050322:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202202.050323:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202202.050325:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc93a8000. 02000000:00000001:1.0:1786202202.050327:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202202.050329:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202202.050330:0:2402:0:(genops.c:1244:class_import_put()) import ffff929cc2ec1000 refcount=2 obd=lustre-OST0001-osc-ffff929cc54d5000 00000020:00000001:1.0:1786202202.050332:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202202.050333:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c5e100. 02000000:00000001:1.0:1786202202.050551:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202202.050552:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202202.050554:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e1880. 00000100:00000001:1.0:1786202202.050557:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202202.050558:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.050560:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202202.050568:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202202.050570:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202202.050573:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202202.050576:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202203.040405:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202203.040413:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202203.040418:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202203.040419:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202203.042264:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202203.042270:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202203.042274:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786202203.359425:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295039754, at 4295039808 00000100:00000010:0.0:1786202203.359440:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929ce0ef4060. 00000100:00000040:1.0:1786202203.359496:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295039754, at 4295039808 00000100:00000010:1.0:1786202203.359501:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929ce0ef4480. 00010000:00000001:2.0:1786202204.068226:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202204.068232:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202204.068237:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202204.068238:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202204.075865:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202204.075872:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202204.075876:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202205.088178:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202205.088186:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202205.088192:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202205.088204:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202205.088670:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202205.088674:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202205.088677:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202206.111492:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202206.111499:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202206.111502:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202206.111505:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111509:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202206.111511:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111513:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111515:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111519:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202206.111520:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202206.111521:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202206.111523:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111524:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202206.111526:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111527:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202206.111529:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202206.111676:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202206.111680:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202206.111683:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202207.135543:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202207.135550:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202207.135557:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202207.135558:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202207.135772:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202207.135776:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202207.135779:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786202207.176980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.176989:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202207.176997:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809ad80. 00000020:00000040:3.0:1786202207.177003:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1786202207.177007:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.177010:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.177015:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.177022:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9700. 00000100:00000001:3.0:1786202207.177028:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.177039:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202207.177050:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.177054:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.177061:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b11e0c86] to pc [ptlrpcd_01_01+1] req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.177107:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.177110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.177113:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202207.177116:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8099500. 00000020:00000040:3.0:1786202207.177119:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202207.177122:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.177123:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.177125:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.177128:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9800. 00000100:00000001:3.0:1786202207.177131:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.177784:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.177788:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202207.177790:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202207.177797:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.177805:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202207.177807:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.177810:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202207.177812:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202207.177814:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202207.177818:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508523520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202207.177822:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202207.177828:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202207.177830:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.177833:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202207.177845:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a1600. 02000000:00000001:2.0:1786202207.177846:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202207.177853:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202207.177856:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578420. 00000400:00000010:2.0:1786202207.177863:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c908. 00000100:00000200:2.0:1786202207.177868:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523520, portal 25 00000100:00000001:2.0:1786202207.177871:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202207.177872:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801471872 : -120272908079744 : ffff929cc809ad80) 00000100:00000040:2.0:1786202207.177878:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.177885:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202207.177887:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202207.177890:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c198. 00000100:00000200:2.0:1786202207.177893:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508523520, offset 0 00000400:00000200:2.0:1786202207.177899:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202207.177907:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202207.177914:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202207.177920:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202207.177924:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202207.177927:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202207.177930:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202207.177934:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [144:144:256:4294967295] 192.168.203.157@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1786202207.177939:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202207.177961:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202207.177968:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202207.177973:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf300. 00000800:00000200:2.0:1786202207.177980:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202207.177987:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202207.177991:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202207.178011:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202207.178015:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202207.178022:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295044898 00000100:00000010:2.0:1786202207.178026:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc2f3b540. 00000100:00000001:2.0:1786202207.178033:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786202207.178040:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295044898 00000100:00000010:2.0:1786202207.178043:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc2f3b6c0. 00000100:00000001:2.0:1786202207.178046:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786202207.178052:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.178055:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.178058:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.178060:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.178066:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202207.178068:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786202207.178071:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.178072:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202207.178073:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.178075:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178663:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202207.178675:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.178678:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178683:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea0d3c6] to pc [ptlrpcd_01_00+0] req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.178696:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.178702:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202207.178706:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098380. 00000020:00000040:3.0:1786202207.178725:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202207.178729:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.178731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.178735:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.178740:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9e00. 00000100:00000001:3.0:1786202207.178744:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178749:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202207.178756:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.178764:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178769:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb31bac2] to pc [ptlrpcd_01_01+1] req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.178778:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202207.178784:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202207.178786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202207.178789:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202207.178792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.178794:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202207.178797:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098a80. 00000020:00000040:3.0:1786202207.178799:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:3.0:1786202207.178801:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.178802:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.178804:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.178808:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9d00. 00000100:00000001:3.0:1786202207.178811:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178827:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202207.178834:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.178836:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178840:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b96bf00] to pc [ptlrpcd_01_00+0] req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.178847:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.178851:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202207.178854:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809b800. 00000020:00000040:3.0:1786202207.178857:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:3.0:1786202207.178865:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.178867:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.178869:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.178873:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9600. 00000100:00000001:3.0:1786202207.178876:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178881:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202207.178888:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.178889:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178894:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084d0de39] to pc [ptlrpcd_01_01+1] req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.178901:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.178906:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786202207.178908:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1786202207.178911:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1786202207.178914:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098000. 00000020:00000040:3.0:1786202207.178917:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d87000 refcount=3 obd=lustre-OST0000-osc-ffff929cc54d5000 00000100:00000001:3.0:1786202207.178919:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.178920:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.178921:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.178925:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9c00. 00000100:00000001:3.0:1786202207.178927:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202207.178929:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623800801460224 : -120272908091392 : ffff929cc8098000) 00000100:00080000:3.0:1786202207.178932:0:36:0:(import.c:65:import_set_state_nolock()) ffff929ce0d87000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786202207.178935:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff929cc54d5000: disconnect after 21s idle 00000100:00000001:3.0:1786202207.178937:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.178939:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.178943:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5d8c633] to pc [ptlrpcd_rcv+-1] req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786202207.179578:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202207.179584:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf300. 00000400:00000200:0.0:1786202207.179590:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202207.179596:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202207.179602:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c198 00000400:00000010:0.0:1786202207.179604:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c198. 00000100:00000001:0.0:1786202207.179608:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202207.179612:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.179621:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202207.179624:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.179631:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.179632:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786202207.179875:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.179879:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202207.179881:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202207.179887:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.179894:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202207.179896:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.179899:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202207.179901:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202207.179903:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202207.179907:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508523776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202207.179910:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202207.179914:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202207.179916:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.179919:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202207.179922:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a1a00. 02000000:00000001:2.0:1786202207.179924:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202207.179929:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202207.179940:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc55782c0. 00000400:00000010:2.0:1786202207.179944:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c660. 00000100:00000001:3.0:1786202207.180798:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202207.180808:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.180810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202207.180814:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786202207.180815:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1786202207.180818:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1786202207.180823:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8098e00. 00000020:00000040:3.0:1786202207.180827:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc2ec1000 refcount=3 obd=lustre-OST0001-osc-ffff929cc54d5000 00000100:00000001:3.0:1786202207.180830:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202207.180832:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202207.180835:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202207.180840:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9300. 00000100:00000001:3.0:1786202207.180844:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202207.180846:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623800801463808 : -120272908087808 : ffff929cc8098e00) 00000100:00080000:3.0:1786202207.180849:0:36:0:(import.c:65:import_set_state_nolock()) ffff929cc2ec1000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786202207.180852:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff929cc54d5000: disconnect after 21s idle 00000100:00000001:3.0:1786202207.180855:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202207.180858:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.180864:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ef4a0d9] to pc [ptlrpcd_rcv+-1] req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.180873:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202207.180875:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.180879:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:3.0:1786202207.180895:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202207.180897:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202207.180899:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202207.180904:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.180911:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202207.180913:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202207.180915:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202207.180917:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202207.180919:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202207.180928:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508523648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202207.180932:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202207.180935:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202207.180937:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202207.180939:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202207.180942:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc2e25200. 02000000:00000001:3.0:1786202207.180944:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202207.180948:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000200:2.0:1786202207.181171:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523776, portal 10 00000100:00000001:2.0:1786202207.181175:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202207.181177:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801461120 : -120272908090496 : ffff929cc8098380) 00000100:00000040:2.0:1786202207.181186:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.181193:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202207.181196:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202207.181200:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1ca18. 00000100:00000200:2.0:1786202207.181205:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508523776, offset 0 00000400:00000200:2.0:1786202207.181211:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202207.181219:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202207.181225:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202207.181229:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202207.181232:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202207.181235:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202207.181238:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202207.181241:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [145:145:256:4294967295] 192.168.203.157@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1786202207.181245:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202207.181254:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202207.181259:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202207.181263:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bfa00. 00000800:00000200:2.0:1786202207.181269:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202207.181275:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202207.181279:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bfa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202207.181290:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.181295:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 180252 usecs (181 jiffies) 00000400:00000200:2.0:1786202207.181297:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202207.181300:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295043810 00000100:00000001:2.0:1786202207.181303:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295044898 00000100:00000001:2.0:1786202207.181312:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295043810 00000100:00000001:2.0:1786202207.181315:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295044898 00000100:00000001:2.0:1786202207.181317:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.181319:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.181322:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202207.181326:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.181333:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202207.181349:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.181353:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202207.181354:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202207.181356:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202207.181359:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508524032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202207.181362:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202207.181364:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202207.181366:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.181367:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202207.181370:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a0400. 02000000:00000001:2.0:1786202207.181372:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202207.181376:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202207.181379:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578268. 00000400:00000010:2.0:1786202207.181384:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c110. 00000100:00000200:2.0:1786202207.181387:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524032, portal 10 00000100:00000001:2.0:1786202207.181389:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202207.181390:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801474560 : -120272908077056 : ffff929cc809b800) 00000100:00000040:2.0:1786202207.181395:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.181400:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202207.181402:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202207.181404:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c770. 00000100:00000200:2.0:1786202207.181407:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508524032, offset 0 00000400:00000200:2.0:1786202207.181417:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202207.181421:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202207.181424:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202207.181427:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202207.181429:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202207.181431:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202207.181433:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202207.181436:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [146:146:255:4294967295] 192.168.203.157@tcp LPNI seq info [146:146:7:4294967295] 00000400:00000200:2.0:1786202207.181440:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202207.181446:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202207.181450:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202207.181453:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bfe00. 00000800:00000200:2.0:1786202207.181457:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202207.181461:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202207.181464:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bfe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202207.181467:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.181470:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 43963 usecs (44 jiffies) 00000400:00000200:2.0:1786202207.181472:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202207.181474:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295043673 00000100:00000001:2.0:1786202207.181476:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295044898 00000100:00000001:2.0:1786202207.181478:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295043673 00000100:00000001:2.0:1786202207.181479:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295044898 00000100:00000001:2.0:1786202207.181481:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.181483:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.181486:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.181488:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.181494:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202207.181496:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786202207.181499:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.181500:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202207.181501:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.181510:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786202207.182531:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4c60. 00000400:00000010:3.0:1786202207.182538:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17550. 00000100:00000200:3.0:1786202207.182543:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523648, portal 10 00000100:00000001:3.0:1786202207.182546:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202207.182547:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801465600 : -120272908086016 : ffff929cc8099500) 00000100:00000040:3.0:1786202207.182556:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.182563:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202207.182565:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202207.182567:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17110. 00000100:00000200:3.0:1786202207.182570:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508523648, offset 0 00000400:00000200:3.0:1786202207.182574:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202207.182580:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202207.182584:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202207.182587:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202207.182590:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202207.182593:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202207.182595:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202207.182598:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [147:147:254:4294967295] 192.168.203.157@tcp LPNI seq info [147:147:6:4294967295] 00000400:00000200:3.0:1786202207.182602:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202207.182608:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202207.182612:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202207.182616:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9100. 00000800:00000200:3.0:1786202207.182631:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202207.182637:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202207.182640:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202207.182643:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.182647:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 148357 usecs (149 jiffies) 00000400:00000200:3.0:1786202207.182650:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202207.182652:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295043780 00000100:00000001:3.0:1786202207.182654:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295044898 00000100:00000001:3.0:1786202207.182656:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295043780 00000100:00000001:3.0:1786202207.182658:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295044898 00000100:00000001:3.0:1786202207.182660:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202207.182662:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202207.182665:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202207.182670:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.182677:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202207.182678:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202207.182683:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202207.182685:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202207.182687:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202207.182690:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508523904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202207.182694:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202207.182698:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202207.182700:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202207.182701:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202207.182705:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc2e24600. 02000000:00000001:3.0:1786202207.182707:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.183800:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202207.183806:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202207.183808:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202207.183817:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.183826:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202207.183828:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202207.183832:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202207.183835:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202207.183837:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202207.183852:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508524160:192.168.203.157@tcp:9:kworker.0 00000100:00000001:0.0:1786202207.183857:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202207.183861:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202207.183862:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202207.183865:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202207.183869:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc93a9a00. 02000000:00000001:0.0:1786202207.183871:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202207.183875:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202207.183879:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f688. 00000400:00000010:0.0:1786202207.183885:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9c38. 00000100:00000200:0.0:1786202207.183889:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524160, portal 4 00000100:00000001:0.0:1786202207.183891:0:2400:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202207.183892:0:2400:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801460224 : -120272908091392 : ffff929cc8098000) 00000100:00000040:0.0:1786202207.183899:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.183906:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202207.183909:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202207.183911:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9440. 00000100:00000200:0.0:1786202207.183913:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508524160, offset 0 00000400:00000200:0.0:1786202207.183918:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202207.183923:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.183928:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202207.183932:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202207.183935:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202207.183937:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202207.183939:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202207.183942:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [148:148:253:4294967295] 192.168.203.157@tcp LPNI seq info [148:148:5:4294967295] 00000400:00000200:0.0:1786202207.183945:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.183964:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202207.183969:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202207.183974:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5ed00. 00000800:00000200:0.0:1786202207.183984:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202207.183990:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202207.183993:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202207.183997:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202207.184001:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: using a timeout of 50798 usecs (51 jiffies) 00000400:00000200:0.0:1786202207.184004:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202207.184007:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295043683 00000100:00000001:0.0:1786202207.184010:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295044898 00000100:00000001:0.0:1786202207.184011:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295043683 00000100:00000001:0.0:1786202207.184013:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295044898 00000100:00000001:0.0:1786202207.184015:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202207.184017:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.184019:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202207.184024:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.184030:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202207.184031:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202207.184033:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202207.184035:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202207.184037:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202207.184039:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508524288:192.168.203.157@tcp:9:kworker.0 00000100:00000001:0.0:1786202207.184042:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202207.184044:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202207.184045:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202207.184047:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202207.184049:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc93a8a00. 02000000:00000001:0.0:1786202207.184051:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202207.184053:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202207.184056:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917fcb8. 00000400:00000010:0.0:1786202207.184059:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9660. 00000100:00000200:0.0:1786202207.184061:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524288, portal 4 00000100:00000001:0.0:1786202207.184067:0:2400:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202207.184068:0:2400:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801463808 : -120272908087808 : ffff929cc8098e00) 00000100:00000040:0.0:1786202207.184074:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.184080:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202207.184082:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202207.184084:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9110. 00000100:00000200:0.0:1786202207.184086:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872968508524288, offset 0 00000400:00000200:0.0:1786202207.184090:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202207.184094:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.184096:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202207.184099:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202207.184101:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202207.184103:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202207.184105:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202207.184108:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [149:149:252:4294967295] 192.168.203.157@tcp LPNI seq info [149:149:4:4294967295] 00000400:00000200:0.0:1786202207.184111:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.184117:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202207.184121:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202207.184125:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5e100. 00000800:00000200:0.0:1786202207.184128:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202207.184132:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202207.184146:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202207.184149:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202207.184152:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: using a timeout of 51440 usecs (52 jiffies) 00000400:00000200:0.0:1786202207.184155:0:2400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202207.184156:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295043684 00000100:00000001:0.0:1786202207.184158:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295044898 00000100:00000001:0.0:1786202207.184160:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295043684 00000100:00000001:0.0:1786202207.184161:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295044898 00000100:00000001:0.0:1786202207.184171:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202207.184173:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.184175:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.184178:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202207.184184:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786202207.184186:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786202207.184188:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202207.184190:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202207.184191:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.184193:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202207.184620:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202207.184625:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4630. 00000800:00000200:1.0:1786202207.184630:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1786202207.184631:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17908. 00000100:00000200:3.0:1786202207.184638:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508523904, portal 10 00000800:00000010:1.0:1786202207.184639:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bfa00. 00000100:00000001:3.0:1786202207.184647:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1786202207.184648:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1786202207.184650:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801462912 : -120272908088704 : ffff929cc8098a80) 00000400:00000200:1.0:1786202207.184656:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000040:3.0:1786202207.184661:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786202207.184664:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1ca18 00000400:00000010:1.0:1786202207.184669:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1ca18. 00000100:00000001:3.0:1786202207.184673:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202207.184676:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000100:00000001:1.0:1786202207.184677:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1786202207.184679:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17a18. 00000100:00000200:3.0:1786202207.184683:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508523904, offset 0 00000100:00000200:1.0:1786202207.184686:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786202207.184691:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202207.184701:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202207.184705:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1786202207.184706:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000040:1.0:1786202207.184712:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184721:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.184723:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202207.184737:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202207.184739:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bfe00. 00000400:00000200:1.0:1786202207.184742:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.184746:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202207.184749:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c770 00000400:00000010:1.0:1786202207.184750:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c770. 00000100:00000001:1.0:1786202207.184753:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202207.184757:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184764:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202207.184767:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184773:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.184775:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202207.184783:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202207.184785:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9100. 00000400:00000200:1.0:1786202207.184788:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.184791:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202207.184794:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17110 00000400:00000010:1.0:1786202207.184802:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17110. 00000100:00000001:1.0:1786202207.184806:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202207.184811:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184819:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202207.184822:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184828:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.184830:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202207.184841:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202207.184843:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5ed00. 00000400:00000200:1.0:1786202207.184846:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.184849:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202207.184852:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9440 00000400:00000010:1.0:1786202207.184853:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9440. 00000100:00000001:1.0:1786202207.184856:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202207.184859:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184866:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202207.184868:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184874:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.184875:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202207.184947:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202207.184950:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5e100. 00000400:00000200:1.0:1786202207.184953:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.184957:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202207.184959:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9110 00000400:00000010:1.0:1786202207.184960:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9110. 00000100:00000001:1.0:1786202207.184963:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202207.184966:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184972:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202207.184980:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.184986:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.184988:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1786202207.185816:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202207.185824:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202207.185828:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202207.185831:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202207.185834:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [150:150:256:4294967295] 192.168.203.157@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1786202207.185838:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202207.185847:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202207.185852:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202207.187065:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf900. 00000800:00000200:2.0:1786202207.187448:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202207.187457:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202207.187463:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202207.187808:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.187820:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 27061 usecs (28 jiffies) 00000400:00000200:2.0:1786202207.187826:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202207.187830:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295043664 00000100:00000001:2.0:1786202207.187833:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295044898 00000100:00000001:2.0:1786202207.187836:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295043664 00000100:00000001:2.0:1786202207.187838:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295044898 00000100:00000001:2.0:1786202207.187840:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.187844:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.187848:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.187852:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.187859:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202207.187861:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786202207.187864:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.187865:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202207.187867:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.187870:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202207.189069:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202207.189077:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf900. 00000400:00000200:0.0:1786202207.189097:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202207.189106:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202207.189113:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17a18 00000400:00000010:0.0:1786202207.189116:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17a18. 00000100:00000001:0.0:1786202207.189121:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202207.189130:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.189689:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202207.189694:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.189701:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202207.189702:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786202207.282511:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.282527:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202207.282532:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.282535:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.282543:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282551:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202207.282559:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282564:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282569:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282572:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a04400 00000400:00000200:1.0:1786202207.282577:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282583:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:1.0:1786202207.282591:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.282595:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.282598:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.282602:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202207.282609:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202207.282617:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202207.282628:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.282649:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202207.282658:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.282662:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202207.282664:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.282665:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.282668:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282671:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202207.282675:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282692:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282695:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282698:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04500 00000400:00000200:1.0:1786202207.282701:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.282704:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:1.0:1786202207.282708:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1786202207.282917:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.282921:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202207.282928:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202207.282930:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202207.282933:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578420. 00000400:00000200:2.0:1786202207.282938:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c908 00000400:00000010:2.0:1786202207.282940:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c908. 00000100:00000001:2.0:1786202207.282943:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202207.282948:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202207.282957:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.282971:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202207.282974:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.282977:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202207.282980:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202207.282982:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202207.282984:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.282987:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202207.282993:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202207.282998:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202207.283000:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202207.283002:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202207.283005:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202207.283007:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.283010:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.283015:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.283022:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.283025:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202207.283027:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202207.283030:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202207.283038:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508523520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202207.283043:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.283045:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202207.283049:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809ad80 x1872968508523520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.283056:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202207.283058:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202207.283061:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a1600. 02000000:00000001:2.0:1786202207.283064:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202207.283067:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202207.283074:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786202207.283077:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202207.283080:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9700. 02000000:00000001:2.0:1786202207.283096:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202207.283099:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202207.283101:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809ad80. 00000100:00000001:2.0:1786202207.283105:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202207.283107:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.283110:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.283112:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.283113:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202207.283115:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.283117:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786202207.283169:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.283172:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.283175:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202207.283179:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202207.283183:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202207.283190:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.283204:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202207.283209:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.283213:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202207.283214:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.283217:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.283220:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283224:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202207.283228:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283230:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283233:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283236:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04600 00000400:00000200:1.0:1786202207.283240:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283244:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:1.0:1786202207.283248:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.283251:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.283253:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.283256:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202207.283258:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202207.283268:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202207.283277:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.283284:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202207.283288:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.283291:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202207.283293:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.283295:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.283298:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283301:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202207.283305:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283308:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283311:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283313:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04480 00000400:00000200:1.0:1786202207.283316:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202207.283319:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:1.0:1786202207.283323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202207.283326:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202207.283328:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202207.283331:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202207.283333:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202207.283385:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202207.283394:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.283574:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202207.283577:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202207.283800:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202207.283924:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.283926:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202207.283929:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202207.283931:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202207.283934:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc55782c0. 00000400:00000200:2.0:1786202207.283937:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c660 00000400:00000010:2.0:1786202207.283939:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c660. 00000100:00000001:2.0:1786202207.283941:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202207.283946:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202207.283955:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.283961:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202207.283962:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.283965:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202207.283966:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202207.283968:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202207.283970:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.283972:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202207.283977:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202207.283981:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202207.283983:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202207.283985:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202207.283987:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202207.283998:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202207.284005:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.284008:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202207.284010:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202207.284012:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202207.284014:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.284018:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.284025:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.284027:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202207.284028:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202207.284032:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202207.284039:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508523776:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202207.284045:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202207.284046:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202207.284048:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578268. 00000400:00000200:2.0:1786202207.284050:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c110 00000400:00000010:2.0:1786202207.284052:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c110. 00000100:00000001:2.0:1786202207.284054:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202207.284057:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202207.284065:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.284071:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202207.284072:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.284074:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202207.284076:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202207.284077:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202207.284084:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.284086:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202207.284091:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202207.284094:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202207.284097:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202207.284098:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202207.284099:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202207.284104:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202207.284111:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.284113:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202207.284114:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202207.284116:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202207.284117:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.284121:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.284127:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.284129:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202207.284130:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202207.284146:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202207.284154:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508524032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202207.284158:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.284160:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202207.284163:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098380 x1872968508523776/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.284169:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202207.284171:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202207.284173:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a1a00. 02000000:00000001:2.0:1786202207.284176:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202207.284178:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202207.284185:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202207.284188:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202207.284189:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9e00. 02000000:00000001:2.0:1786202207.284192:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202207.284193:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202207.284195:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098380. 00000100:00000001:2.0:1786202207.284198:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202207.284199:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.284200:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202207.284205:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809b800 x1872968508524032/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.284211:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202207.284213:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202207.284214:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a0400. 02000000:00000001:2.0:1786202207.284216:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202207.284218:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202207.284219:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202207.284220:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202207.284222:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9600. 02000000:00000001:2.0:1786202207.284224:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202207.284225:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202207.284226:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809b800. 00000100:00000001:2.0:1786202207.284228:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202207.284229:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.284231:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.284238:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202207.284239:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.284242:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.284243:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786202207.284891:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.284901:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202207.284904:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.284906:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202207.284912:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.284916:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202207.284922:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.284925:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.284929:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.284932:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04580 00000400:00000200:0.0:1786202207.284943:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.284948:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1786202207.284954:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.284957:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202207.284960:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202207.284964:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202207.284968:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202207.284973:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202207.284981:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.284989:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202207.284995:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.284998:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202207.284999:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.285002:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202207.285004:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285008:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202207.285012:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285014:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285017:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285020:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a04680 00000400:00000200:0.0:1786202207.285023:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285027:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1786202207.285031:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.285034:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202207.285036:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202207.285038:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202207.285041:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202207.285045:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202207.285065:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.285095:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202207.285101:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.285105:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202207.285107:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.285109:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202207.285112:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285116:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202207.285120:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285123:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285126:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285128:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a77476a04700 00000400:00000200:0.0:1786202207.285132:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202207.285146:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1786202207.285151:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.285160:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202207.285162:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202207.285165:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202207.285168:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202207.285172:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202207.285181:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202207.285188:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202207.285191:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202207.285194:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.285871:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202207.285876:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786202207.285881:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202207.285883:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202207.285894:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f688. 00000400:00000200:1.0:1786202207.285898:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9c38 00000400:00000010:1.0:1786202207.285900:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9c38. 00000100:00000001:1.0:1786202207.285904:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202207.285909:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202207.285919:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.285925:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202207.285927:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.285929:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202207.285932:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202207.285934:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202207.285936:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202207.285938:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1786202207.285959:0:2400:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff929ce0d08000. 00000100:00001000:1.0:1786202207.285965:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d87460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202207.285969:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d87418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202207.285971:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202207.285972:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202207.285975:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786202207.285979:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786202207.285985:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.285987:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786202207.285989:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:1.0:1786202207.285991:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786202207.285992:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202207.285995:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.286002:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202207.286004:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202207.286006:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786202207.286016:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786202207.286024:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929ce0d87000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1786202207.286028:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202207.286035:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508524160:192.168.203.157@tcp:9:kworker.0 00000400:00000001:1.0:1786202207.286041:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202207.286043:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202207.286044:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917fcb8. 00000400:00000200:1.0:1786202207.286047:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9660 00000400:00000010:1.0:1786202207.286048:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9660. 00000100:00000001:1.0:1786202207.286050:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202207.286053:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202207.286061:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.286068:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202207.286069:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.286070:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202207.286072:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202207.286073:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202207.286075:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202207.286077:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202207.286092:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc2ec1460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202207.286096:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc2ec1418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202207.286098:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202207.286099:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202207.286101:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786202207.286104:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786202207.286110:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.286118:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786202207.286120:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:1.0:1786202207.286121:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786202207.286123:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202207.286127:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.286141:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202207.286143:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202207.286145:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786202207.286148:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786202207.286155:0:2400:0:(import.c:65:import_set_state_nolock()) ffff929cc2ec1000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1786202207.286159:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202207.286167:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0a61691f-fde3-4026-805c-05dcf1d88f55:2400:1872968508524288:192.168.203.157@tcp:9:kworker.0 00000100:00000001:1.0:1786202207.286171:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.286173:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202207.286176:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098000 x1872968508524160/t0(0) o9->lustre-OST0000-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.286182:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202207.286185:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202207.286188:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc93a9a00. 02000000:00000001:1.0:1786202207.286191:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202207.286193:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202207.286194:0:2400:0:(genops.c:1244:class_import_put()) import ffff929ce0d87000 refcount=2 obd=lustre-OST0000-osc-ffff929cc54d5000 00000020:00000001:1.0:1786202207.286196:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202207.286199:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9c00. 02000000:00000001:1.0:1786202207.286202:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202207.286203:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202207.286205:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098000. 00000100:00000001:1.0:1786202207.286208:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202207.286214:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.286216:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202207.286220:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098e00 x1872968508524288/t0(0) o9->lustre-OST0001-osc-ffff929cc54d5000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786202217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202207.286225:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202207.286226:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202207.286228:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc93a8a00. 02000000:00000001:1.0:1786202207.286230:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202207.286231:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202207.286233:0:2400:0:(genops.c:1244:class_import_put()) import ffff929cc2ec1000 refcount=2 obd=lustre-OST0001-osc-ffff929cc54d5000 00000020:00000001:1.0:1786202207.286234:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202207.286236:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9300. 02000000:00000001:1.0:1786202207.286237:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202207.286239:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202207.286240:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098e00. 00000100:00000001:1.0:1786202207.286242:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202207.286243:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.286245:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202207.286251:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202207.286253:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202207.286255:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202207.286257:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786202207.290206:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202207.290213:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202207.290218:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4c60. 00000400:00000200:3.0:1786202207.290226:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17550 00000400:00000010:3.0:1786202207.290228:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17550. 00000100:00000001:3.0:1786202207.290233:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202207.290244:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202207.290256:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.290264:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202207.290280:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202207.290283:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202207.290286:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202207.290289:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202207.290291:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202207.290294:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202207.290302:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202207.290306:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202207.290308:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202207.290310:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202207.290312:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202207.290316:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202207.290320:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202207.290322:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202207.290323:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202207.290325:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202207.290330:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202207.290351:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202207.290354:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202207.290356:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202207.290361:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202207.290369:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508523648:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202207.290613:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202207.290616:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202207.290618:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4630. 00000400:00000200:2.0:1786202207.290622:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17908 00000400:00000010:2.0:1786202207.290624:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17908. 00000100:00000001:2.0:1786202207.290627:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202207.290632:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202207.290653:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.290792:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202207.290796:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.290798:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202207.290800:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202207.290801:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202207.290803:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202207.290805:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202207.290810:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202207.290813:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202207.290815:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202207.290816:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202207.290818:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202207.290820:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.290822:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202207.290824:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202207.290826:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202207.290827:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202207.290832:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.290838:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202207.290840:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202207.290841:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202207.290844:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202207.290851:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508523904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202207.290855:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.290858:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202207.290862:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8099500 x1872968508523648/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.290879:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202207.290881:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202207.290884:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc2e25200. 02000000:00000001:2.0:1786202207.290889:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202207.290891:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202207.290893:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202207.290896:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202207.290898:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9800. 02000000:00000001:2.0:1786202207.290901:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202207.290903:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202207.290905:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8099500. 00000100:00000001:2.0:1786202207.290908:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202207.290909:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.290911:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202207.290915:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8098a80 x1872968508523904/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202207.290920:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202207.290921:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202207.290923:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc2e24600. 02000000:00000001:2.0:1786202207.290924:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202207.290925:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202207.290926:0:2403:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202207.290928:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202207.290929:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9d00. 02000000:00000001:2.0:1786202207.290931:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202207.290931:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202207.290932:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8098a80. 00000100:00000001:2.0:1786202207.290935:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202207.290936:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.290938:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202207.290945:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202207.290947:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202207.290950:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202207.290952:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202208.159460:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202208.159482:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202208.159488:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202208.159489:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202208.159578:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202208.159581:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202208.159584:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786202208.479462:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295044898, at 4295044928 00000100:00000010:1.0:1786202208.479478:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc2f3b6c0. 00000100:00000040:0.0:1786202208.479569:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295044898, at 4295044928 00000100:00000010:0.0:1786202208.479576:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc2f3b540. 00010000:00000001:2.0:1786202209.183540:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202209.183547:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202209.183552:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202209.183553:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202209.183768:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202209.183771:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202209.183774:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202210.207525:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202210.207533:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202210.207538:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202210.207539:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202210.207646:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202210.207650:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202210.207652:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202211.231987:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202211.231996:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202211.232004:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202211.232005:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202211.233247:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202211.233253:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202211.233257:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202212.255480:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202212.255488:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202212.255494:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202212.255495:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.255516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202212.255522:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202212.255532:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e1180. 00000020:00000040:0.0:1786202212.255538:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786202212.255542:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202212.255545:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202212.255550:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202212.255558:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c5ec00. 00000100:00000001:0.0:1786202212.255565:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202212.255574:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1786202212.255577:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1786202212.255577:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202212.255580:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786202212.255589:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202212.255593:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.255600:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c443ef4] to pc [ptlrpcd_00_01+1] req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.255655:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.255659:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.255661:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202212.255668:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.255676:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202212.255690:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.255694:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202212.255697:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202212.255699:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.255703:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2402:1872968508524416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202212.255708:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202212.255713:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202212.255716:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.255718:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202212.255723:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a4600. 02000000:00000001:1.0:1786202212.255724:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202212.255731:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202212.255735:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccf370. 00000400:00000010:1.0:1786202212.255742:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077000. 00000100:00000200:1.0:1786202212.255749:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524416, portal 25 00000100:00000001:1.0:1786202212.255751:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202212.255753:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755622272 : -120272953929344 : ffff929cc54e1180) 00000100:00000040:1.0:1786202212.255758:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.255766:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202212.255769:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202212.255771:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077908. 00000100:00000200:1.0:1786202212.255774:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508524416, offset 0 00000400:00000200:1.0:1786202212.255780:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202212.255788:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.255795:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202212.255800:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202212.255804:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202212.255807:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202212.255810:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202212.255813:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [151:151:256:4294967295] 192.168.203.157@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1786202212.255817:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.255826:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202212.255839:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202212.255843:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9000. 00000800:00000200:1.0:1786202212.255849:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202212.255856:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202212.255860:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202212.255874:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202212.255878:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202212.255880:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295049976 00000100:00000010:1.0:1786202212.255884:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929ce0ef4780. 00000100:00000001:1.0:1786202212.255889:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786202212.255895:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295049976 00000100:00000010:1.0:1786202212.255897:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929ce0ef44e0. 00000100:00000001:1.0:1786202212.255900:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786202212.255902:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202212.255905:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.255908:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.255912:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.255937:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.255940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202212.255943:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202212.255946:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e2d80. 00000020:00000040:0.0:1786202212.255949:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:0.0:1786202212.255952:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202212.255953:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202212.255955:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202212.255959:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c5e200. 00000100:00000001:0.0:1786202212.255969:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.255974:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202212.255981:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202212.255984:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.255988:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d837acb7] to pc [ptlrpcd_00_00+0] req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256020:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202212.256022:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786202212.256025:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.256026:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.256028:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.256030:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786202212.256031:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202212.256034:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202212.256035:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202212.256036:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.256037:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.256038:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202212.256042:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256062:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202212.256063:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.256071:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202212.256073:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202212.256075:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.256079:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508524544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202212.256082:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202212.256085:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202212.256087:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.256088:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202212.256091:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a4a00. 02000000:00000001:1.0:1786202212.256093:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202212.256097:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202212.256111:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccf4d0. 00000400:00000010:1.0:1786202212.256115:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077088. 00000100:00000200:1.0:1786202212.256118:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524544, portal 10 00000100:00000001:1.0:1786202212.256120:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202212.256121:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755629440 : -120272953922176 : ffff929cc54e2d80) 00000100:00000040:1.0:1786202212.256127:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256133:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202212.256135:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202212.256137:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077a18. 00000100:00000200:1.0:1786202212.256139:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508524544, offset 0 00000400:00000200:1.0:1786202212.256143:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202212.256147:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.256151:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202212.256154:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202212.256156:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202212.256159:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202212.256161:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202212.256164:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [152:152:255:4294967295] 192.168.203.157@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:1.0:1786202212.256167:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.256173:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202212.256182:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202212.256186:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9700. 00000800:00000200:1.0:1786202212.256190:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202212.256194:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202212.256197:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202212.256213:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202212.256217:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 147988 usecs (148 jiffies) 00000400:00000200:1.0:1786202212.256220:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202212.256222:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295048852 00000100:00000001:1.0:1786202212.256225:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.256227:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295048852 00000100:00000001:1.0:1786202212.256229:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.256231:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202212.256233:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.256235:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.256237:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202212.256279:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202212.256283:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9000. 00000400:00000200:1.0:1786202212.256289:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.256294:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202212.256298:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077908 00000400:00000010:1.0:1786202212.256301:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077908. 00000100:00000001:1.0:1786202212.256305:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202212.256309:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256318:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202212.256321:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256327:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.256328:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202212.256436:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202212.256439:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9700. 00000400:00000200:1.0:1786202212.256441:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.256445:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202212.256448:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077a18 00000400:00000010:1.0:1786202212.256450:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077a18. 00000100:00000001:1.0:1786202212.256452:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202212.256455:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256462:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202212.256465:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.256471:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.256472:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786202212.256481:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.256483:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.256880:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.256882:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.256884:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.256887:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.256936:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.256939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202212.256942:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202212.256946:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e1500. 00000020:00000040:0.0:1786202212.256949:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:0.0:1786202212.256951:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202212.256953:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202212.256956:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202212.256961:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c5e100. 00000100:00000001:0.0:1786202212.256964:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.256970:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202212.256978:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202212.256981:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.256985:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007022e68c] to pc [ptlrpcd_00_01+1] req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257023:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.257025:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.257027:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202212.257031:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257038:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202212.257040:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.257042:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202212.257044:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202212.257047:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.257049:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508524672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202212.257053:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202212.257056:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202212.257058:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.257067:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202212.257070:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a5c00. 02000000:00000001:1.0:1786202212.257072:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202212.257077:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202212.257080:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccf528. 00000400:00000010:1.0:1786202212.257084:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077a18. 00000100:00000200:1.0:1786202212.257087:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524672, portal 10 00000100:00000001:1.0:1786202212.257089:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202212.257090:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755623168 : -120272953928448 : ffff929cc54e1500) 00000100:00000040:1.0:1786202212.257096:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257123:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202212.257126:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202212.257128:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077908. 00000100:00000200:1.0:1786202212.257131:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508524672, offset 0 00000400:00000200:1.0:1786202212.257135:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202212.257140:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.257144:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202212.257147:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202212.257150:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202212.257153:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202212.257155:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202212.257158:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [153:153:256:4294967295] 192.168.203.157@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:1.0:1786202212.257162:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.257168:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202212.257172:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202212.257176:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9700. 00000800:00000200:1.0:1786202212.257181:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202212.257186:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202212.257189:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202212.257199:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202212.257208:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 177686 usecs (178 jiffies) 00000400:00000200:1.0:1786202212.257212:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202212.257214:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295048883 00000100:00000001:1.0:1786202212.257216:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.257218:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295048883 00000100:00000001:1.0:1786202212.257221:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.257223:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202212.257225:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257227:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257229:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.257297:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786202212.257303:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786202212.257305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786202212.257308:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786202212.257316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202212.257319:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202212.257322:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e2a00. 00000020:00000040:0.0:1786202212.257325:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:0.0:1786202212.257327:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202212.257328:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202212.257330:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202212.257334:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c5ed00. 00000100:00000001:0.0:1786202212.257368:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257374:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202212.257380:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202212.257382:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257386:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087829e04] to pc [ptlrpcd_00_00+0] req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257428:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202212.257430:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786202212.257433:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.257434:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.257436:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.257438:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786202212.257440:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202212.257441:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202212.257443:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202212.257444:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.257445:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.257446:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202212.257451:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257457:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202212.257458:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.257460:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202212.257462:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202212.257464:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.257466:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508524800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202212.257469:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202212.257472:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202212.257473:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.257480:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202212.257483:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a4c00. 02000000:00000001:1.0:1786202212.257484:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202212.257488:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202212.257491:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccf790. 00000400:00000010:1.0:1786202212.257494:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077330. 00000100:00000200:1.0:1786202212.257497:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524800, portal 10 00000100:00000001:1.0:1786202212.257499:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202212.257500:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755628544 : -120272953923072 : ffff929cc54e2a00) 00000100:00000040:1.0:1786202212.257506:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257512:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202212.257515:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202212.257517:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077bb0. 00000100:00000200:1.0:1786202212.257519:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508524800, offset 0 00000400:00000200:1.0:1786202212.257523:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202212.257527:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.257530:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202212.257533:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202212.257535:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202212.257538:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202212.257540:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202212.257543:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [154:154:255:4294967295] 192.168.203.157@tcp LPNI seq info [154:154:7:4294967295] 00000400:00000200:1.0:1786202212.257547:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.257552:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202212.257556:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202212.257559:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9000. 00000800:00000200:1.0:1786202212.257563:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202212.257567:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202212.257570:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202212.257572:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202212.257580:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 38348 usecs (39 jiffies) 00000400:00000200:1.0:1786202212.257583:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202212.257585:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295048745 00000100:00000001:1.0:1786202212.257587:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.257589:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295048745 00000100:00000001:1.0:1786202212.257591:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.257593:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202212.257595:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257597:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257599:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257670:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.257672:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.257674:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257676:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.257702:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786202212.257708:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786202212.257711:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e3100. 00000020:00000040:0.0:1786202212.257714:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:0.0:1786202212.257716:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202212.257718:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202212.257720:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202212.257725:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cd1c95700. 00000100:00000001:0.0:1786202212.257728:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257733:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202212.257740:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202212.257742:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257746:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d35314] to pc [ptlrpcd_00_01+1] req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257790:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.257792:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.257794:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202212.257799:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257806:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202212.257807:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.257809:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202212.257811:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202212.257813:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202212.257816:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508524928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786202212.257819:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202212.257821:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202212.257823:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202212.257824:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202212.257827:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a5400. 02000000:00000001:1.0:1786202212.257829:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202212.257832:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202212.257834:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccf7e8. 00000400:00000010:1.0:1786202212.257841:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077770. 00000100:00000200:1.0:1786202212.257844:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508524928, portal 10 00000100:00000001:1.0:1786202212.257846:0:2402:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202212.257847:0:2402:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755630336 : -120272953921280 : ffff929cc54e3100) 00000100:00000040:1.0:1786202212.257853:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.257860:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202212.257862:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202212.257864:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077550. 00000100:00000200:1.0:1786202212.257866:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508524928, offset 0 00000400:00000200:1.0:1786202212.257870:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202212.257874:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.257877:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202212.257880:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202212.257882:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202212.257885:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202212.257887:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202212.257889:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [155:155:254:4294967295] 192.168.203.157@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000200:1.0:1786202212.257893:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.257898:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202212.257903:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202212.257907:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9b00. 00000800:00000200:1.0:1786202212.257910:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202212.257915:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202212.257917:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202212.257920:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202212.257923:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 58547 usecs (59 jiffies) 00000400:00000200:1.0:1786202212.257926:0:2402:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202212.257928:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295048765 00000100:00000001:1.0:1786202212.257930:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.257938:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295048765 00000100:00000001:1.0:1786202212.257940:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295049976 00000100:00000001:1.0:1786202212.257944:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202212.257945:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257948:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.257950:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.257967:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.257970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786202212.257973:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786202212.257975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786202212.257978:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786202212.257982:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000800:00000200:0.0:1786202212.258013:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202212.258017:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9700. 00000400:00000200:0.0:1786202212.258021:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202212.258024:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202212.258028:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077908 00000400:00000010:0.0:1786202212.258031:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077908. 00000100:00000001:0.0:1786202212.258034:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202212.258038:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.258060:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.258064:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.258070:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.258072:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202212.258082:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202212.258085:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9000. 00000400:00000200:0.0:1786202212.258087:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202212.258090:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202212.258092:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077bb0 00000400:00000010:0.0:1786202212.258094:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077bb0. 00000100:00000001:0.0:1786202212.258096:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202212.258110:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.258127:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.258130:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.258135:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.258136:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202212.258185:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202212.258188:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9b00. 00000400:00000200:0.0:1786202212.258191:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202212.258194:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202212.258196:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077550 00000400:00000010:0.0:1786202212.258198:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077550. 00000100:00000001:0.0:1786202212.258200:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202212.258202:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.258209:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.258211:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.258216:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.258217:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786202212.258226:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202212.258228:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.258492:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202212.258495:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786202212.258497:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202212.258499:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202212.258500:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202212.258503:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786202212.261496:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261514:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202212.261517:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261519:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261528:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261536:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202212.261543:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261547:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261552:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261556:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a04780 00000400:00000200:1.0:1786202212.261560:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261566:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:1.0:1786202212.261572:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261576:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261579:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.261582:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202212.261589:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202212.261597:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202212.261607:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.261661:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202212.261669:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261673:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202212.261675:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261676:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261680:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261683:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202212.261687:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261690:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261692:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261694:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04800 00000400:00000200:1.0:1786202212.261697:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261701:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1786202212.261704:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261707:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261709:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.261712:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202212.261715:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202212.261719:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202212.261728:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.261735:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202212.261737:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261740:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202212.261741:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261743:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261746:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261748:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202212.261752:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261754:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261764:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261766:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04880 00000400:00000200:1.0:1786202212.261769:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261773:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1786202212.261777:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261780:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261782:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.261785:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202212.261788:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202212.261792:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202212.261800:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.261807:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202212.261810:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261813:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202212.261815:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261817:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261820:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261823:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202212.261827:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261829:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261832:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261835:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04900 00000400:00000200:1.0:1786202212.261837:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261841:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1786202212.261844:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261846:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261848:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.261851:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202212.261853:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202212.261862:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202212.261871:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.261879:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202212.261882:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261884:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202212.261885:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261887:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261890:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261893:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202212.261896:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261899:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261901:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261903:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04980 00000400:00000200:1.0:1786202212.261906:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202212.261909:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1786202212.261912:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261916:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202212.261918:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202212.261921:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786202212.261924:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202212.261927:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786202212.261935:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202212.261942:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786202212.261945:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202212.261947:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262023:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202212.262027:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786202212.262034:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202212.262035:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202212.262039:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccf7e8. 00000400:00000200:0.0:1786202212.262044:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077770 00000400:00000010:0.0:1786202212.262047:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077770. 00000100:00000001:0.0:1786202212.262050:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202212.262054:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202212.262063:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262076:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202212.262078:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262081:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202212.262085:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202212.262087:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202212.262090:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202212.262093:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202212.262113:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202212.262116:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202212.262118:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202212.262120:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202212.262123:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786202212.262127:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786202212.262133:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.262137:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202212.262139:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202212.262141:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202212.262142:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.262146:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262153:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202212.262155:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202212.262157:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202212.262160:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202212.262167:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508524928:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786202212.262174:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202212.262175:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202212.262177:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccf790. 00000400:00000200:0.0:1786202212.262184:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077330 00000400:00000010:0.0:1786202212.262186:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077330. 00000100:00000001:0.0:1786202212.262188:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202212.262192:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202212.262199:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262204:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202212.262206:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262207:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202212.262208:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202212.262210:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202212.262211:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202212.262213:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202212.262217:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202212.262220:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202212.262222:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202212.262223:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202212.262225:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786202212.262227:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.262229:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202212.262230:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202212.262231:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202212.262233:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.262236:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262240:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202212.262242:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202212.262243:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202212.262246:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202212.262252:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2402:1872968508524800:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786202212.262263:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202212.262265:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202212.262266:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccf528. 00000400:00000200:0.0:1786202212.262268:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077a18 00000400:00000010:0.0:1786202212.262270:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077a18. 00000100:00000001:0.0:1786202212.262272:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202212.262275:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202212.262283:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262288:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202212.262289:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262291:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202212.262293:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202212.262294:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202212.262296:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202212.262297:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202212.262301:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202212.262304:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202212.262306:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202212.262307:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202212.262309:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786202212.262312:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786202212.262318:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.262321:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202212.262322:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202212.262323:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202212.262325:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.262327:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262332:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202212.262383:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202212.262384:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202212.262388:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202212.262395:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508524672:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786202212.262401:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202212.262402:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202212.262403:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccf4d0. 00000400:00000200:0.0:1786202212.262406:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077088 00000400:00000010:0.0:1786202212.262407:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077088. 00000100:00000001:0.0:1786202212.262409:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202212.262412:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202212.262419:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262425:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202212.262426:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262428:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202212.262429:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202212.262431:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202212.262432:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202212.262434:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202212.262437:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202212.262440:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202212.262443:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202212.262445:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202212.262446:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786202212.262448:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.262450:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786202212.262451:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:0.0:1786202212.262453:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786202212.262454:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.262458:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262470:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202212.262471:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202212.262472:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202212.262476:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202212.262483:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2402:1872968508524544:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786202212.262488:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786202212.262489:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786202212.262491:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccf370. 00000400:00000200:0.0:1786202212.262493:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077000 00000400:00000010:0.0:1786202212.262495:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077000. 00000100:00000001:0.0:1786202212.262496:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202212.262499:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786202212.262506:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262511:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786202212.262513:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262514:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786202212.262515:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786202212.262516:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202212.262518:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202212.262519:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202212.262523:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1786202212.262526:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202212.262528:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786202212.262529:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202212.262530:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786202212.262532:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.262533:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202212.262536:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262546:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202212.262547:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786202212.262548:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786202212.262551:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786202212.262557:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2402:1872968508524416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786202212.262560:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262563:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.262565:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e3100 x1872968508524928/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262571:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202212.262573:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202212.262576:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a5400. 02000000:00000001:0.0:1786202212.262579:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202212.262581:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202212.262583:0:2402:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:0.0:1786202212.262585:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202212.262588:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c95700. 02000000:00000001:0.0:1786202212.262591:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202212.262593:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202212.262595:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e3100. 00000100:00000001:0.0:1786202212.262598:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202212.262599:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262601:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.262604:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e2a00 x1872968508524800/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262609:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202212.262610:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202212.262611:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a4c00. 02000000:00000001:0.0:1786202212.262613:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202212.262614:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202212.262620:0:2402:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:0.0:1786202212.262622:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202212.262624:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c5ed00. 02000000:00000001:0.0:1786202212.262626:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202212.262627:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202212.262629:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e2a00. 00000100:00000001:0.0:1786202212.262631:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202212.262632:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262634:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.262637:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e1500 x1872968508524672/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262642:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202212.262643:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202212.262644:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a5c00. 02000000:00000001:0.0:1786202212.262646:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202212.262647:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202212.262648:0:2402:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:0.0:1786202212.262650:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202212.262651:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c5e100. 02000000:00000001:0.0:1786202212.262652:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202212.262654:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202212.262655:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e1500. 00000100:00000001:0.0:1786202212.262657:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202212.262658:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262659:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.262662:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e2d80 x1872968508524544/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262667:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202212.262668:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202212.262670:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a4a00. 02000000:00000001:0.0:1786202212.262671:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202212.262672:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202212.262673:0:2402:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:0.0:1786202212.262675:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202212.262676:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c5e200. 02000000:00000001:0.0:1786202212.262678:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202212.262684:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202212.262685:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e2d80. 00000100:00000001:0.0:1786202212.262688:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202212.262688:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262690:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202212.262693:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e1180 x1872968508524416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202212.262699:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786202212.262700:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786202212.262701:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a4600. 02000000:00000001:0.0:1786202212.262703:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786202212.262704:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786202212.262705:0:2402:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786202212.262707:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786202212.262708:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cd1c5ec00. 02000000:00000001:0.0:1786202212.262710:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786202212.262711:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786202212.262712:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e1180. 00000100:00000001:0.0:1786202212.262714:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786202212.262714:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262716:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202212.262723:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786202212.262725:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202212.262727:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202212.262730:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202213.279503:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202213.279509:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202213.279515:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202213.279516:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202213.279582:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202213.279585:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202213.279594:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786202213.535418:0:248:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295049976, at 4295049984 00000100:00000010:1.0:1786202213.535432:0:248:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929ce0ef44e0. 00000100:00000040:0.0:1786202213.540537:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295049976, at 4295049989 00000100:00000010:0.0:1786202213.540552:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929ce0ef4780. 00010000:00000001:2.0:1786202214.376553:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202214.376560:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202214.376565:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202214.376567:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202214.376690:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202214.376694:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202214.376697:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202215.391598:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202215.391604:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202215.391609:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202215.391610:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202215.391756:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202215.391759:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202215.391762:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786202215.846234:0:10087:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202215.846248:0:10087:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419404:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202216.419412:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202216.419414:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202216.419418:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419432:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202216.419434:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419436:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419455:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419460:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202216.419462:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202216.419463:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202216.419465:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419466:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202216.419467:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419469:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202216.419471:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202216.419530:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202216.419534:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202216.419536:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1786202216.626215:0:10123:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786202216.626221:0:10123:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1786202216.630139:0:10123:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1786202217.375502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202217.375511:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202217.375520:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633b480. 00000020:00000040:2.0:1786202217.375527:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786202217.375531:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202217.375534:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202217.375539:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202217.375546:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfb00. 00000100:00000001:2.0:1786202217.375552:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375562:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202217.375572:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202217.375576:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0bb7d55] to pc [ptlrpcd_01_00+0] req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.375650:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202217.375655:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202217.375657:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202217.375662:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.375670:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202217.375672:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.375688:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202217.375690:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202217.375693:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202217.375696:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508525056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202217.375701:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202217.375705:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202217.375707:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.375710:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202217.375714:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc645b600. 02000000:00000001:3.0:1786202217.375717:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202217.375723:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202217.375727:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4c60. 00000400:00000010:3.0:1786202217.375735:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17550. 00000100:00000200:3.0:1786202217.375741:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525056, portal 25 00000100:00000001:3.0:1786202217.375743:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202217.375744:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770671744 : -120272938879872 : ffff929cc633b480) 00000100:00000040:3.0:1786202217.375749:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.375756:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202217.375758:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202217.375760:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17088. 00000100:00000200:3.0:1786202217.375764:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508525056, offset 0 00000400:00000200:3.0:1786202217.375770:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202217.375778:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.375786:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202217.375790:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202217.375794:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202217.375797:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202217.375799:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202217.375803:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [156:156:256:4294967295] 192.168.203.157@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1786202217.375806:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.375816:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202217.375828:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202217.375833:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9000. 00000800:00000200:3.0:1786202217.375839:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202217.375846:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202217.375851:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202217.375885:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202217.375891:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202217.375894:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633bb80. 00000020:00000040:2.0:1786202217.375897:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202217.375899:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202217.375901:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202217.375902:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202217.375905:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf900. 00000100:00000001:2.0:1786202217.375914:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375919:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202217.375926:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202217.375928:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375932:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031daa98d] to pc [ptlrpcd_01_01+1] req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.375940:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202217.375946:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202217.375949:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338e00. 00000020:00000040:2.0:1786202217.375951:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202217.375954:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202217.375955:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202217.375956:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202217.375959:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfe00. 00000100:00000001:2.0:1786202217.375962:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375965:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202217.375971:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202217.375972:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375975:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039add856] to pc [ptlrpcd_01_00+0] req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.375982:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.375985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202217.375988:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202217.375990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202217.375993:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202217.376000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202217.376003:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202217.376005:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6339f80. 00000020:00000040:2.0:1786202217.376007:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202217.376009:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202217.376010:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202217.376012:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202217.376014:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfa00. 00000100:00000001:2.0:1786202217.376017:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.376021:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202217.376028:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202217.376029:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.376032:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000669addfc] to pc [ptlrpcd_01_01+1] req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.376038:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.376040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202217.376043:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202217.376045:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338380. 00000020:00000040:2.0:1786202217.376047:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202217.376049:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202217.376050:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202217.376052:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202217.376054:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf300. 00000100:00000001:2.0:1786202217.376057:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.376060:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202217.376118:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202217.376123:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202217.376126:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295055096 00000100:00000010:3.0:1786202217.376130:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935da80. 00000100:00000001:3.0:1786202217.376137:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786202217.376145:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295055096 00000100:00000010:3.0:1786202217.376148:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d4e0. 00000100:00000001:3.0:1786202217.376151:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786202217.376153:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202217.376157:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376160:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376162:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.376169:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202217.376171:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202217.376173:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202217.376174:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202217.376175:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202217.376179:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.376186:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202217.376187:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.376190:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202217.376191:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202217.376193:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202217.376196:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508525312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202217.376199:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202217.376208:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202217.376209:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.376211:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202217.376214:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc645ba00. 02000000:00000001:3.0:1786202217.376216:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202217.376220:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202217.376223:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4160. 00000400:00000010:3.0:1786202217.376226:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d174c8. 00000100:00000200:3.0:1786202217.376229:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525312, portal 10 00000100:00000001:3.0:1786202217.376231:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202217.376232:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770661888 : -120272938889728 : ffff929cc6338e00) 00000100:00000040:3.0:1786202217.376238:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.376244:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202217.376246:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202217.376249:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17000. 00000100:00000200:3.0:1786202217.376251:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508525312, offset 0 00000400:00000200:3.0:1786202217.376255:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202217.376259:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.376263:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202217.376265:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202217.376268:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202217.376270:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202217.376273:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202217.376275:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [157:157:255:4294967295] 192.168.203.157@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:3.0:1786202217.376279:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.376285:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202217.376289:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202217.376293:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9500. 00000800:00000200:3.0:1786202217.376297:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202217.376301:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202217.376304:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202217.376314:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202217.376317:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 169132 usecs (170 jiffies) 00000400:00000200:3.0:1786202217.376320:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202217.376322:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295053994 00000100:00000001:3.0:1786202217.376325:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295055096 00000100:00000001:3.0:1786202217.376327:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295053994 00000100:00000001:3.0:1786202217.376329:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295055096 00000100:00000001:3.0:1786202217.376330:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202217.376332:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376359:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376363:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.376366:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202217.376367:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202217.376369:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202217.376371:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202217.376372:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202217.376374:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1786202217.376376:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.376378:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202217.376380:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.376381:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202217.376382:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202217.376383:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202217.376387:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.376394:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202217.376395:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.376397:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202217.376398:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202217.376400:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202217.376403:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508525184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202217.376406:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202217.376408:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202217.376415:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.376417:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202217.376419:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc645ae00. 02000000:00000001:3.0:1786202217.376421:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202217.376425:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202217.376427:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4898. 00000400:00000010:3.0:1786202217.376431:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17198. 00000100:00000200:3.0:1786202217.376434:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525184, portal 10 00000100:00000001:3.0:1786202217.376436:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202217.376437:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770673536 : -120272938878080 : ffff929cc633bb80) 00000100:00000040:3.0:1786202217.376443:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.376450:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202217.376453:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202217.376455:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d177f8. 00000100:00000200:3.0:1786202217.376457:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508525184, offset 0 00000400:00000200:3.0:1786202217.376461:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202217.376465:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.376469:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202217.376471:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202217.376473:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202217.376475:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202217.376477:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202217.376480:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [158:158:254:4294967295] 192.168.203.157@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:3.0:1786202217.376483:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.376490:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202217.376494:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202217.376497:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9d00. 00000800:00000200:3.0:1786202217.376501:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202217.376506:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202217.376508:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202217.376511:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202217.376518:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 142390 usecs (143 jiffies) 00000400:00000200:3.0:1786202217.376522:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202217.376524:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295053968 00000100:00000001:3.0:1786202217.376526:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295055096 00000100:00000001:3.0:1786202217.376529:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295053968 00000100:00000001:3.0:1786202217.376531:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295055096 00000100:00000001:3.0:1786202217.376533:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202217.376535:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376537:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202217.376542:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.376549:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202217.376550:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.376552:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202217.376554:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202217.376556:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202217.376558:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508525440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202217.376561:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202217.376563:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202217.376565:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.376567:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202217.376570:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cca3fda00. 02000000:00000001:3.0:1786202217.376572:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202217.376574:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202217.376577:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b46e0. 00000400:00000010:3.0:1786202217.376580:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17f68. 00000100:00000200:3.0:1786202217.376583:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525440, portal 10 00000100:00000001:3.0:1786202217.376585:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202217.376586:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770666368 : -120272938885248 : ffff929cc6339f80) 00000100:00000040:3.0:1786202217.376591:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.376607:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202217.376610:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202217.376612:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d175d8. 00000100:00000200:3.0:1786202217.376615:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508525440, offset 0 00000400:00000200:3.0:1786202217.376619:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202217.376623:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.376627:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202217.376630:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202217.376632:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202217.376634:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202217.376636:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202217.376639:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [159:159:253:4294967295] 192.168.203.157@tcp LPNI seq info [159:159:5:4294967295] 00000400:00000200:3.0:1786202217.376642:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202217.376649:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202217.376653:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202217.376656:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9800. 00000800:00000200:3.0:1786202217.376660:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202217.376664:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202217.376667:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202217.376670:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202217.376673:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 35410 usecs (36 jiffies) 00000400:00000200:3.0:1786202217.376676:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202217.376678:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295053861 00000100:00000001:3.0:1786202217.376680:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295055096 00000100:00000001:3.0:1786202217.376683:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295053861 00000100:00000001:3.0:1786202217.376685:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295055096 00000100:00000001:3.0:1786202217.376687:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202217.376689:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376697:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.376699:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.376801:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202217.376804:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.376809:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009090df20] to pc [ptlrpcd_01_00+0] req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.376830:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.376832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202217.376835:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202217.376838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202217.376841:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202217.376845:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:2.0:1786202217.376961:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1786202217.376963:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1786202217.376965:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.376968:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202217.376970:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.376971:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.376973:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202217.376974:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202217.376979:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.376987:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202217.376988:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202217.376991:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202217.376993:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202217.376995:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202217.376998:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508525568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202217.377001:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202217.377004:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202217.377005:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202217.377007:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202217.377011:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929ce0de3000. 02000000:00000001:2.0:1786202217.377013:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202217.377017:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202217.377019:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578268. 00000400:00000010:2.0:1786202217.377028:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c110. 00000100:00000200:2.0:1786202217.377031:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525568, portal 10 00000100:00000001:2.0:1786202217.377032:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202217.377034:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770659200 : -120272938892416 : ffff929cc6338380) 00000100:00000040:2.0:1786202217.377040:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.377047:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202217.377049:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202217.377052:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c660. 00000100:00000200:2.0:1786202217.377054:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508525568, offset 0 00000400:00000200:2.0:1786202217.377058:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202217.377076:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202217.377080:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202217.377083:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202217.377085:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202217.377087:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202217.377089:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202217.377092:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [160:160:252:4294967295] 192.168.203.157@tcp LPNI seq info [160:160:4:4294967295] 00000400:00000200:2.0:1786202217.377096:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202217.377101:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202217.377105:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202217.377109:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf700. 00000800:00000200:2.0:1786202217.377113:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202217.377117:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202217.377119:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202217.377122:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.377124:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 50956 usecs (51 jiffies) 00000400:00000200:2.0:1786202217.377127:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202217.377129:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295053876 00000100:00000001:2.0:1786202217.377131:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295055096 00000100:00000001:2.0:1786202217.377139:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295053876 00000100:00000001:2.0:1786202217.377141:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295055096 00000100:00000001:2.0:1786202217.377143:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202217.377145:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.377147:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.377150:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.377160:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.377161:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202217.377163:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.377165:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202217.377294:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202217.377299:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9000. 00000400:00000200:0.0:1786202217.377305:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.377310:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202217.377315:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17088 00000400:00000010:0.0:1786202217.377317:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17088. 00000100:00000001:0.0:1786202217.377327:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202217.377331:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377415:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202217.377419:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377426:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202217.377428:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202217.377443:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202217.377445:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9500. 00000400:00000200:0.0:1786202217.377448:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.377451:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202217.377454:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17000 00000400:00000010:0.0:1786202217.377455:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17000. 00000100:00000001:0.0:1786202217.377458:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202217.377461:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377468:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202217.377471:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377477:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202217.377478:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202217.377485:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202217.377487:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9d00. 00000400:00000200:0.0:1786202217.377489:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.377492:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202217.377494:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d177f8 00000400:00000010:0.0:1786202217.377495:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d177f8. 00000100:00000001:0.0:1786202217.377497:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202217.377500:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377506:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202217.377515:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377520:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202217.377522:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202217.377530:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202217.377533:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9800. 00000400:00000200:0.0:1786202217.377535:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.377538:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202217.377540:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d175d8 00000400:00000010:0.0:1786202217.377542:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d175d8. 00000100:00000001:0.0:1786202217.377544:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202217.377547:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377552:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202217.377555:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377561:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202217.377562:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202217.377728:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202217.377731:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf700. 00000400:00000200:0.0:1786202217.377736:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.377739:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202217.377742:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c660 00000400:00000010:0.0:1786202217.377743:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c660. 00000100:00000001:0.0:1786202217.377746:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202217.377749:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377756:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202217.377759:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.377765:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202217.377766:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202217.381795:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.381940:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202217.381945:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.381947:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.381955:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.381963:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202217.381970:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.381974:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.381979:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.381983:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04b00 00000400:00000200:0.0:1786202217.381988:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.381993:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:0.0:1786202217.382000:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.382003:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.382006:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.382017:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202217.382023:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202217.382031:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202217.382044:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382105:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.382110:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202217.382124:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202217.382133:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.382137:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202217.382139:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.382141:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.382144:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.382147:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202217.382151:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.382153:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.382156:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.382158:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04a80 00000400:00000200:0.0:1786202217.382161:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.382177:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:0.0:1786202217.382181:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.382186:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.382188:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.382191:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202217.382194:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202217.382197:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202217.382206:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.382213:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202217.382217:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.382219:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786202217.382289:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202217.382291:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202217.382295:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4160. 00000400:00000200:2.0:1786202217.382299:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d174c8 00000400:00000010:2.0:1786202217.382301:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d174c8. 00000100:00000001:2.0:1786202217.382304:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202217.382308:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202217.382316:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382321:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202217.382323:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.382325:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202217.382328:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202217.382330:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202217.382332:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202217.382458:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202217.382468:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202217.382472:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202217.382474:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202217.382476:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202217.382479:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202217.382484:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202217.382496:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382500:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202217.382502:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202217.382504:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202217.382506:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.382511:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382517:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202217.382520:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202217.382522:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202217.382525:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202217.382533:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508525312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202217.382538:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382541:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202217.382544:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338e00 x1872968508525312/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382550:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202217.382553:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202217.382556:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc645ba00. 02000000:00000001:2.0:1786202217.382559:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202217.382562:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202217.382564:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202217.382566:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202217.382568:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfe00. 02000000:00000001:2.0:1786202217.382573:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202217.382574:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202217.382576:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338e00. 00000100:00000001:2.0:1786202217.382579:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202217.382581:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.382587:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382589:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.382590:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202217.382593:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202217.382594:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202217.382596:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4898. 00000400:00000200:2.0:1786202217.382598:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17198 00000400:00000010:2.0:1786202217.382599:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17198. 00000100:00000001:2.0:1786202217.382602:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202217.382605:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202217.382613:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382619:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202217.382620:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.382622:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202217.382623:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202217.382624:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202217.382625:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202217.382627:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202217.382631:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202217.382633:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202217.382635:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202217.382636:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202217.382638:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202217.382640:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382642:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202217.382643:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202217.382645:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202217.382646:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.382649:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382655:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202217.382657:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202217.382658:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202217.382665:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202217.382672:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508525184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202217.382676:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382678:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202217.382681:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633bb80 x1872968508525184/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.382687:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202217.382688:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202217.382690:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc645ae00. 02000000:00000001:2.0:1786202217.382692:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202217.382693:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202217.382694:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202217.382696:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202217.382697:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf900. 02000000:00000001:2.0:1786202217.382699:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202217.382700:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202217.382701:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633bb80. 00000100:00000001:2.0:1786202217.382704:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202217.382705:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.382706:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382708:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.382709:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202217.382710:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.382712:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786202217.384388:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384401:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202217.384404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384406:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.384413:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384419:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202217.384426:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384429:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384434:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384437:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04b80 00000400:00000200:0.0:1786202217.384441:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384446:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:0.0:1786202217.384451:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384455:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.384457:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.384461:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202217.384466:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202217.384472:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202217.384497:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.384517:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202217.384525:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384529:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202217.384530:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384532:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.384535:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384539:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202217.384543:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384545:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384548:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384551:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04c00 00000400:00000200:0.0:1786202217.384554:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384558:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:0.0:1786202217.384562:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384565:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.384567:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.384570:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202217.384573:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202217.384577:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202217.384586:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.384647:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.384650:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202217.384655:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202217.384656:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202217.384658:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b46e0. 00000400:00000200:2.0:1786202217.384663:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17f68 00000400:00000010:2.0:1786202217.384665:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17f68. 00000100:00000001:2.0:1786202217.384669:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202217.384673:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202217.384693:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.384699:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202217.384700:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.384702:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202217.384705:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202217.384707:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202217.384709:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202217.384711:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202217.384718:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202217.384721:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202217.384724:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202217.384725:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202217.384727:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202217.384730:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.384732:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202217.384734:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202217.384736:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202217.384737:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.384741:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.384748:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202217.384751:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202217.384752:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202217.384757:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202217.384763:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508525440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202217.384768:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.384770:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202217.384773:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6339f80 x1872968508525440/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.384791:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202217.384793:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202217.384796:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cca3fda00. 02000000:00000001:2.0:1786202217.384801:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202217.384803:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202217.384805:0:2403:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202217.384806:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202217.384808:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfa00. 02000000:00000001:2.0:1786202217.384812:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202217.384813:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202217.384815:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6339f80. 00000100:00000001:2.0:1786202217.384817:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202217.384818:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.384821:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.384822:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.384824:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202217.384825:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.384827:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202217.384862:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202217.384868:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384872:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202217.384874:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384876:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.384879:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384887:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202217.384892:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384894:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384897:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384900:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a04a00 00000400:00000200:0.0:1786202217.384903:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202217.384907:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:0.0:1786202217.384911:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384917:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202217.384919:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202217.384922:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202217.384924:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202217.384928:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202217.384937:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202217.384952:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202217.384956:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202217.384958:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.385007:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202217.385010:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786202217.385013:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202217.385015:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202217.385017:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578268. 00000400:00000200:3.0:1786202217.385020:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c110 00000400:00000010:3.0:1786202217.385022:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c110. 00000100:00000001:3.0:1786202217.385025:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202217.385028:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202217.385036:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.385041:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202217.385042:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.385044:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202217.385045:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202217.385046:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202217.385047:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202217.385049:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202217.385053:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202217.385055:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202217.385057:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202217.385058:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202217.385059:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202217.385075:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202217.385082:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.385085:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202217.385086:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202217.385088:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202217.385089:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202217.385093:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.385109:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202217.385111:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202217.385112:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202217.385116:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202217.385123:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508525568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202217.385127:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.385129:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202217.385132:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338380 x1872968508525568/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202217.385138:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202217.385139:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202217.385141:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929ce0de3000. 02000000:00000001:3.0:1786202217.385144:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202217.385145:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202217.385146:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202217.385148:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202217.385149:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf300. 02000000:00000001:3.0:1786202217.385152:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202217.385153:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202217.385154:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338380. 00000100:00000001:3.0:1786202217.385156:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202217.385158:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.385159:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202217.385166:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202217.385167:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202217.385169:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202217.385171:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.385217:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.385219:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202217.385222:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202217.385223:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202217.385225:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4c60. 00000400:00000200:2.0:1786202217.385228:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17550 00000400:00000010:2.0:1786202217.385230:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17550. 00000100:00000001:2.0:1786202217.385232:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202217.385236:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202217.385243:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.385250:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202217.385251:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.385253:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202217.385254:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202217.385255:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202217.385261:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202217.385263:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202217.385266:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202217.385269:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202217.385270:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202217.385271:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202217.385273:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202217.385275:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.385276:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202217.385280:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.385285:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202217.385287:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202217.385288:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202217.385291:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202217.385297:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508525056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202217.385301:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.385302:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202217.385304:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633b480 x1872968508525056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202217.385310:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202217.385311:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202217.385312:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc645b600. 02000000:00000001:2.0:1786202217.385315:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202217.385316:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202217.385317:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786202217.385319:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202217.385321:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfb00. 02000000:00000001:2.0:1786202217.385323:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202217.385324:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202217.385325:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633b480. 00000100:00000001:2.0:1786202217.385327:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202217.385333:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.385449:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202217.385453:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202217.385455:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202217.385457:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202217.385458:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202217.443307:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202217.443314:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202217.443320:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202217.443321:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202217.446425:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202217.446431:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202217.446436:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786202217.562954:0:10222:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786202217.562966:0:10222:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202218.463496:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202218.463514:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202218.463521:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202218.463522:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202218.463727:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202218.463730:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202218.463733:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786202218.655458:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295055096, at 4295055104 00000100:00000010:0.0:1786202218.655473:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935da80. 00000100:00000040:1.0:1786202218.656084:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295055096, at 4295055104 00000100:00000010:1.0:1786202218.656091:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935d4e0. 00000020:00000010:0.0:1786202219.386288:0:10287:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff929cc60489c0. 00000400:00000040:0.0:1786202219.386310:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1786202219.386313:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1786202219.386314:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1786202219.386316:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1786202219.386318:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1786202219.386320:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1786202219.386321:0:10287:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1786202219.387506:0:10287:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff929cc60489c0. 00010000:00000001:2.0:1786202219.527160:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202219.527168:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202219.527173:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202219.527174:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202219.527271:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202219.527275:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202219.527278:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1786202220.514941:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.514957:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202220.514970:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.514973:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.514982:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.514989:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202220.514997:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.515001:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.515006:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.515010:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 328 into portal 15 MB=0x6a77477d18b00 00000400:00000200:0.0:1786202220.515018:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.157@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1786202220.515025:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.515031:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.515034:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202220.515038:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202220.515055:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786202220.515058:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786202220.515063:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e1180. 00000100:00000040:0.0:1786202220.515067:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff929cc54e1180 x1872968528530176 msgsize 328 00000100:00100000:0.0:1786202220.515071:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00000001:0.0:1786202220.515096:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786202220.515104:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.515107:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.515236:0:6160:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1786202220.515243:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872968528530176 02000000:00000001:1.0:1786202220.515248:0:6160:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1786202220.515251:0:6160:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202220.515264:0:6160:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202220.515271:0:6160:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202220.515276:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872968528530176 00000020:00000001:1.0:1786202220.515280:0:6160:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786202220.515282:0:6160:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbbe833a605acd4b1 00000020:00000001:1.0:1786202220.515295:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202220.515301:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET export ffff929cc5438000 refcount=3 00000020:00000001:1.0:1786202220.515305:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800754929664 : -120272954621952 : ffff929cc5438000) 00000020:00000001:1.0:1786202220.515308:0:6160:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623800754929664 : -120272954621952 : ffff929cc5438000) 00000100:00000001:1.0:1786202220.515431:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1786202220.515438:0:6160:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff929ce00cd3c0. 00000100:00000001:1.0:1786202220.515442:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1786202220.515445:0:6160:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff929ce00cd3c0. 00000020:00000010:1.0:1786202220.515466:0:6160:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff929cd9193200. 00000020:00000010:1.0:1786202220.515474:0:6160:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff929cd9148980. 00000020:00000010:1.0:1786202220.515494:0:6160:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff929cd09d37d0. 00000100:00000040:1.0:1786202220.515507:0:6160:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1786202220.515512:0:6160:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1786202220.515513:0:6160:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1786202220.515516:0:6160:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.515535:0:6160:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.515576:0:6160:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202220.515940:0:6159:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786202220.515944:0:6159:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1786202220.516233:0:6160:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1786202220.516236:0:6160:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786202220.516710:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 3 00000100:00000040:0.0:1786202220.516717:0:6159:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff929cc5438000 : new rpc_count 1 00000100:00000001:0.0:1786202220.516720:0:6159:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623800755622272 : -120272953929344 : ffff929cc54e1180) 00000100:00000040:0.0:1786202220.516733:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff929cc54e1180 x1872968528530176/t0(0) o104->c6b10997-92d0-4321-91de-02fb8f803eb2@192.168.203.157@tcp:581/0 lens 328/0 e 0 to 0 dl 1786202231 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786202220.516746:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786202220.516769:0:6159:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff929cd9692780. 00000100:00000001:0.0:1786202220.516772:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786202220.516774:0:6159:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff929cd9692780. 00000100:00100000:0.0:1786202220.516780:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff929cc54e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+3:13394:x1872968528530176:12345-192.168.203.157@tcp:104: 00000100:00000200:0.0:1786202220.516784:0:6159:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872968528530176 00010000:00000001:0.0:1786202220.516788:0:6159:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786202220.516798:0:6159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786202220.516801:0:6159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786202220.516804:0:6159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0c00 refcount=2 00000020:00000001:0.0:1786202220.516807:0:6159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712367104 : -120272997184512 : ffff929cc2ba0c00) 00010000:00000001:0.0:1786202220.516810:0:6159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712367104 : -120272997184512 : ffff929cc2ba0c00) 00010000:00000001:0.0:1786202220.516815:0:6159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786202220.516819:0:6159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202220.516824:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786202220.516836:0:6159:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786202220.516839:0:6159:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786202220.516846:0:6159:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff929cc8d97800. 02000000:00000001:0.0:1786202220.516849:0:6159:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.516851:0:6159:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202220.516856:0:6159:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786202220.516859:0:6159:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786202220.516864:0:6159:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc3df2de8 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1786202220.516869:0:6159:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786202220.516872:0:6159:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff929cc9370500 refcount 28 to 192.168.203.157@tcp 00000100:00000001:0.0:1786202220.516875:0:6159:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623800821220608 : -120272888331008 : ffff929cc9370500) 02000000:00000001:0.0:1786202220.516878:0:6159:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786202220.516880:0:6159:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.516884:0:6159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202220.516889:0:6159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202220.516896:0:6159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9d48. 00000100:00000200:0.0:1786202220.516917:0:6159:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872968528530176, offset 224 00000400:00000200:0.0:1786202220.516933:0:6159:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202220.516946:0:6159:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.517227:0:6159:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202220.517237:0:6159:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [161:161:256:4294967295] 192.168.203.157@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:0.0:1786202220.517243:0:6159:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.517255:0:6159:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202220.517262:0:6159:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202220.517268:0:6159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5e100. 00000800:00000200:0.0:1786202220.517277:0:6159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202220.517287:0:6159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202220.517293:0:6159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786202220.517314:0:6159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202220.517318:0:6159:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff929cc9370500 refcount 27 to 192.168.203.157@tcp 00010000:00000001:0.0:1786202220.517322:0:6159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786202220.517328:0:6159:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff929cc4686b40. 00010000:00000001:0.0:1786202220.517331:0:6159:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786202220.517375:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1786202220.517378:0:6159:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202220.517380:0:6159:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202220.517382:0:6159:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202220.517388:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e1180 x1872968528530176/t0(0) o104->c6b10997-92d0-4321-91de-02fb8f803eb2@192.168.203.157@tcp:581/0 lens 328/224 e 0 to 0 dl 1786202231 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786202220.517399:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff929cc54e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+3:13394:x1872968528530176:12345-192.168.203.157@tcp:104: Request processed in 652us (2329us total) trans 0 rc 0/0 00000020:00000001:2.0:1786202220.517485:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202220.517492:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.517497:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1786202220.517501:0:6170:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786202220.517503:0:6170:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786202220.517509:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202220.517522:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff929cc2ba0c00 already unused, calling callback (ffffffffc12cec20) 10000000:00000001:2.0:1786202220.517525:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786202220.517528:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786202220.517534:0:6170:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786202220.517537:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786202220.517539:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786202220.517543:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0c00 refcount=3 00000020:00000001:2.0:1786202220.517545:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712367104 : -120272997184512 : ffff929cc2ba0c00) 00010000:00000001:2.0:1786202220.517547:0:6170:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712367104 : -120272997184512 : ffff929cc2ba0c00) 00010000:00000001:2.0:1786202220.517571:0:6170:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786202220.517573:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786202220.517580:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786202220.517583:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202220.517588:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786202220.517592:0:6170:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786202220.517593:0:6170:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1786202220.517595:0:6170:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786202220.517596:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786202220.517597:0:6170:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786202220.517618:0:6170:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786202220.517619:0:6170:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786202220.517621:0:6170:0:(mgc_request.c:123:config_log_put()) log params(ffff929cc506ba00) refs 2 10000000:00000001:2.0:1786202220.517623:0:6170:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786202220.517624:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.517627:0:6170:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786202220.517630:0:6170:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786202220.517632:0:6170:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786202220.517634:0:6170:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786202220.517636:0:6170:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786202220.517639:0:6170:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff929cc2ba0c00 with handle 0xbbe833a605acd57c from hash 00010000:00000001:2.0:1786202220.517641:0:6170:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786202220.517642:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786202220.517644:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786202220.517645:0:6170:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786202220.517647:0:6170:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786202220.517649:0:6170:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786202220.517652:0:6170:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786202220.517654:0:6170:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786202220.517662:0:6170:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633b480. 00000020:00000040:2.0:1786202220.517666:0:6170:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786202220.517670:0:6170:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202220.517677:0:6170:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202220.517682:0:6170:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202220.517689:0:6170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cc52a0400. 00000100:00000001:2.0:1786202220.517696:0:6170:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.517699:0:6170:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786202220.517704:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202220.517710:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786202220.517712:0:6170:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.517735:0:6170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202220.517740:0:6170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202220.517754:0:6170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0bb7d55] to pc [ptlrpcd_01_01+1] req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202220.517778:0:6170:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786202220.517780:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786202220.517782:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786202220.517783:0:6170:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.517785:0:6170:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786202220.517787:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.517790:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786202220.517796:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786202220.517798:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff929cc2ba0c00/0xbbe833a605acd57c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d29a10e expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786202220.517811:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786202220.517813:0:6170:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786202220.517815:0:6170:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff929cc4686b40. 00010000:00000001:2.0:1786202220.517819:0:6170:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786202220.517822:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202220.517823:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.517825:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786202220.517826:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202220.517833:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.517835:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786202220.517836:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202220.517837:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.517839:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786202220.517847:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1786202220.517851:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786202220.517854:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.517862:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202220.517864:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.517866:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202220.517868:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202220.517870:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202220.517876:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202220.517883:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202220.517885:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202220.517889:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202220.517891:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202220.517894:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202220.517897:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508525696:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786202220.517901:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202220.517906:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202220.517909:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202220.517911:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202220.517915:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc52a0c00. 02000000:00000001:2.0:1786202220.517917:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202220.517924:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202220.517928:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc55782c0. 00000400:00000010:2.0:1786202220.517936:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c908. 00000100:00000200:2.0:1786202220.517945:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525696, portal 18 00000100:00000001:2.0:1786202220.517949:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202220.517950:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770671744 : -120272938879872 : ffff929cc633b480) 00000100:00000040:2.0:1786202220.517956:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202220.517973:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202220.517976:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202220.517978:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c990. 00000100:00000200:2.0:1786202220.517982:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872968508525696, offset 0 00000400:00000200:2.0:1786202220.517988:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202220.517996:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202220.518003:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202220.518008:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202220.518013:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202220.518017:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202220.518020:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202220.518023:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [162:162:255:4294967295] 192.168.203.157@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:2.0:1786202220.518028:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202220.518038:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202220.518059:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202220.518064:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bfb00. 00000800:00000200:2.0:1786202220.518070:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202220.518080:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202220.518084:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bfb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786202220.518089:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202220.518092:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202220.518095:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295058238 00000100:00000010:2.0:1786202220.518099:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc2f3b000. 00000100:00000001:2.0:1786202220.518106:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786202220.518114:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295058238 00000100:00000010:2.0:1786202220.518117:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc2f3b180. 00000100:00000001:2.0:1786202220.518121:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786202220.518125:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202220.518128:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202220.518136:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202220.518139:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202220.518300:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202220.518306:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.521082:0:6160:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.521095:0:6160:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202220.521263:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 3 00000100:00000040:0.0:1786202220.521270:0:6159:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff929cc5438000 : new rpc_count 0 00000100:00000001:0.0:1786202220.521274:0:6159:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786202220.521278:0:6159:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786202220.521286:0:6159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff929cd9148980. 00000020:00000010:0.0:1786202220.521314:0:6159:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff929cd09d37d0. 00000020:00000010:0.0:1786202220.521320:0:6159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff929cd9193200. 00000020:00000040:0.0:1786202220.521327:0:6159:0:(genops.c:900:class_export_put()) PUTting export ffff929cc5438000 : new refcount 2 00000100:00000001:0.0:1786202220.521330:0:6159:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202220.521866:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202220.521887:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786202220.521891:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202220.521894:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202220.521904:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202220.521910:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786202220.521922:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202220.521928:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202220.521935:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202220.521940:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 328 into portal 15 MB=0x6a77477d18f80 00000800:00000200:0.0:1786202220.522168:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202220.522174:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5e100. 00000400:00000200:0.0:1786202220.522181:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202220.522187:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202220.522521:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.157@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:1.0:1786202220.522533:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202220.522547:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786202220.522549:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202220.522553:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202220.522889:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9d48 00000400:00000010:0.0:1786202220.522894:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9d48. 00000100:00000001:0.0:1786202220.522900:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1786202220.522902:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1786202220.523190:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202220.523194:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bfb00. 00000400:00000200:0.0:1786202220.523199:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202220.523204:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202220.523208:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c990 00000400:00000010:0.0:1786202220.523210:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c990. 00000100:00000001:0.0:1786202220.523214:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202220.523224:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202220.523239:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202220.523243:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202220.523251:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.523254:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786202220.523737:0:2394:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1786202220.523742:0:2394:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1786202220.523767:0:2394:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d99f80. 00000100:00000040:1.0:1786202220.523771:0:2394:0:(events.c:337:request_in_callback()) incoming req@ffff929ce0d99f80 x1872968528531328 msgsize 328 00000100:00100000:1.0:1786202220.523777:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00000001:1.0:1786202220.523798:0:2394:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1786202220.523808:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786202220.523813:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202220.525752:0:6160:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786202220.525759:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872968528531328 02000000:00000001:0.0:1786202220.525764:0:6160:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786202220.525767:0:6160:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786202220.525770:0:6160:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202220.525776:0:6160:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202220.525781:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872968528531328 00000020:00000001:0.0:1786202220.525784:0:6160:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786202220.525787:0:6160:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbbe833a605acd4b1 00000020:00000001:0.0:1786202220.525810:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786202220.525815:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET export ffff929cc5438000 refcount=3 00000020:00000001:0.0:1786202220.525819:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800754929664 : -120272954621952 : ffff929cc5438000) 00000020:00000001:0.0:1786202220.525821:0:6160:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446623800754929664 : -120272954621952 : ffff929cc5438000) 00000100:00000001:0.0:1786202220.525827:0:6160:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786202220.525835:0:6160:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff929cd9692780. 00000100:00000001:0.0:1786202220.525839:0:6160:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786202220.525842:0:6160:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff929cd9692780. 00000020:00000010:0.0:1786202220.525850:0:6160:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff929cc8046000. 00000020:00000010:0.0:1786202220.525857:0:6160:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff929cd0eebe00. 00000020:00000010:0.0:1786202220.525863:0:6160:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff929ce0016c80. 00000100:00000040:0.0:1786202220.525874:0:6160:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1786202220.525877:0:6160:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786202220.525879:0:6160:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786202220.525882:0:6160:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.525892:0:6160:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.526628:0:6160:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.526775:0:6159:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1786202220.526779:0:6159:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1786202220.526790:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 4 00000100:00000040:1.0:1786202220.526796:0:6159:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff929cc5438000 : new rpc_count 1 00000100:00000001:1.0:1786202220.526799:0:6159:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446623801217752960 : -120272491798656 : ffff929ce0d99f80) 00000100:00000040:1.0:1786202220.526809:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff929ce0d99f80 x1872968528531328/t0(0) o104->c6b10997-92d0-4321-91de-02fb8f803eb2@192.168.203.157@tcp:581/0 lens 328/0 e 0 to 0 dl 1786202231 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786202220.526821:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1786202220.526827:0:6159:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff929ce00cd3c0. 00000100:00000001:1.0:1786202220.526830:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1786202220.526833:0:6159:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff929ce00cd3c0. 00000100:00100000:1.0:1786202220.526838:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff929ce0d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+3:13394:x1872968528531328:12345-192.168.203.157@tcp:104: 00000100:00000200:1.0:1786202220.526842:0:6159:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872968528531328 00010000:00000001:1.0:1786202220.526845:0:6159:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1786202220.526854:0:6159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202220.526856:0:6159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202220.526858:0:6159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc9f08800 refcount=2 00000020:00000001:1.0:1786202220.526861:0:6159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800833378304 : -120272876173312 : ffff929cc9f08800) 00010000:00000001:1.0:1786202220.526864:0:6159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800833378304 : -120272876173312 : ffff929cc9f08800) 00010000:00000001:1.0:1786202220.526869:0:6159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786202220.526872:0:6159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202220.526878:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1786202220.526890:0:6159:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 00010000:00000010:2.1F:1786202220.527011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff929cc2ba0c00. 02000000:00000001:1.0:1786202220.528241:0:6159:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1786202220.528257:0:6159:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff929cc46a4400. 02000000:00000001:1.0:1786202220.528263:0:6159:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.528269:0:6159:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202220.528276:0:6159:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1786202220.528279:0:6159:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202220.528284:0:6159:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc3df2de8 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202220.528289:0:6159:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786202220.528295:0:6159:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff929cc9370500 refcount 28 to 192.168.203.157@tcp 00000100:00000001:1.0:1786202220.528298:0:6159:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623800821220608 : -120272888331008 : ffff929cc9370500) 02000000:00000001:1.0:1786202220.528302:0:6159:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1786202220.528304:0:6159:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.528308:0:6159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202220.528311:0:6159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202220.528319:0:6159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077000. 00000100:00000200:1.0:1786202220.528329:0:6159:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872968528531328, offset 224 00000400:00000200:1.0:1786202220.528351:0:6159:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202220.528365:0:6159:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202220.528374:0:6159:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202220.528382:0:6159:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [163:163:256:4294967295] 192.168.203.157@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1786202220.528387:0:6159:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202220.528398:0:6159:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202220.528404:0:6159:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202220.528410:0:6159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9000. 00000800:00000200:1.0:1786202220.528419:0:6159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202220.528430:0:6159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202220.528436:0:6159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786202220.529054:0:6159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202220.529062:0:6159:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff929cc9370500 refcount 27 to 192.168.203.157@tcp 00010000:00000001:1.0:1786202220.529067:0:6159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1786202220.529074:0:6159:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff929cd8f95cc0. 00010000:00000001:1.0:1786202220.529077:0:6159:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1786202220.529112:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1786202220.529115:0:6159:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202220.529117:0:6159:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202220.529119:0:6159:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202220.529128:0:6159:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d99f80 x1872968528531328/t0(0) o104->c6b10997-92d0-4321-91de-02fb8f803eb2@192.168.203.157@tcp:581/0 lens 328/224 e 0 to 0 dl 1786202231 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786202220.529142:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff929ce0d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c6b10997-92d0-4321-91de-02fb8f803eb2+3:13394:x1872968528531328:12345-192.168.203.157@tcp:104: Request processed in 2319us (5367us total) trans 0 rc 0/0 00000100:00100000:1.0:1786202220.529154:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 4 00000100:00000040:1.0:1786202220.529158:0:6159:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff929cc5438000 : new rpc_count 0 00000100:00000001:1.0:1786202220.529160:0:6159:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1786202220.529162:0:6159:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1786202220.529170:0:6159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff929cd0eebe00. 00000020:00000010:1.0:1786202220.529179:0:6159:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff929ce0016c80. 00000020:00000010:1.0:1786202220.529185:0:6159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff929cc8046000. 00000020:00000040:1.0:1786202220.529194:0:6159:0:(genops.c:900:class_export_put()) PUTting export ffff929cc5438000 : new refcount 2 00000100:00000001:1.0:1786202220.529199:0:6159:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786202220.529219:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202220.529226:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.529232:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1786202220.529236:0:6169:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786202220.529238:0:6169:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786202220.529244:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786202220.529256:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff929cc9f08800 already unused, calling callback (ffffffffc12cec20) 10000000:00000001:2.0:1786202220.529259:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786202220.529262:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786202220.529268:0:6169:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786202220.529270:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786202220.529272:0:6169:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786202220.529275:0:6169:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc9f08800 refcount=3 00000020:00000001:2.0:1786202220.529277:0:6169:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800833378304 : -120272876173312 : ffff929cc9f08800) 00010000:00000001:2.0:1786202220.529280:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800833378304 : -120272876173312 : ffff929cc9f08800) 00010000:00000001:2.0:1786202220.529282:0:6169:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786202220.529285:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786202220.529292:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786202220.529294:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786202220.529300:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786202220.529303:0:6169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786202220.529305:0:6169:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1786202220.529307:0:6169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786202220.529309:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786202220.529326:0:6169:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786202220.530717:0:6169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786202220.530723:0:6169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786202220.530725:0:6169:0:(mgc_request.c:123:config_log_put()) log params(ffff929cca3fdc00) refs 2 10000000:00000001:2.0:1786202220.530730:0:6169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786202220.530731:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.530737:0:6169:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786202220.530740:0:6169:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786202220.530742:0:6169:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786202220.530743:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786202220.530746:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786202220.530750:0:6169:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff929cc9f08800 with handle 0xbbe833a605acd53d from hash 00010000:00000001:2.0:1786202220.530753:0:6169:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786202220.530754:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786202220.530756:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786202220.530757:0:6169:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786202220.530759:0:6169:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786202220.530761:0:6169:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786202220.530765:0:6169:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786202220.530767:0:6169:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1786202220.531211:0:6169:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d9b800. 00000020:00000040:1.0:1786202220.531219:0:6169:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786202220.531225:0:6169:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786202220.531227:0:6169:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786202220.531232:0:6169:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786202220.531242:0:6169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cd9192200. 00000100:00000001:1.0:1786202220.531251:0:6169:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202220.531254:0:6169:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1786202220.531262:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1786202220.531264:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202220.531276:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9000. 00010000:00010000:1.0:1786202220.531277:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1786202220.531285:0:6169:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.531288:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1786202220.531291:0:6169:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786202220.531298:0:6169:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202220.531305:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202220.531317:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077000 00000100:00000040:1.0:1786202220.531319:0:6169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f43666c6] to pc [ptlrpcd_00_00+0] req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1786202220.531323:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077000. 00000100:00000001:0.0:1786202220.531330:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1786202220.531334:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1786202220.531373:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.531387:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202220.531390:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.531392:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.531402:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.531407:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202220.531415:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.531419:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.531425:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.531429:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 18 MB=0x6a77476a04c80 00000400:00000200:0.0:1786202220.531445:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.531452:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.157@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:0.0:1786202220.531460:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.531467:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.531469:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202220.531472:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202220.531478:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202220.531484:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202220.531494:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202220.531505:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202220.531512:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.531515:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786202220.532117:0:6169:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786202220.532121:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202220.532123:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202220.532124:0:6169:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202220.532126:0:6169:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202220.532129:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202220.532132:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202220.532138:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1786202220.532140:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff929cc9f08800/0xbbe833a605acd53d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9264280b4d29a0c1 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1786202220.532155:0:6169:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff929cc92b0b00 count: 0 00010000:00000001:1.0:1786202220.532165:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202220.532167:0:6169:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1786202220.532170:0:6169:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff929cd8f95cc0. 00010000:00000001:1.0:1786202220.532174:0:6169:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202220.532178:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202220.532180:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202220.532182:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786202220.532184:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202220.532186:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202220.532187:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786202220.532189:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202220.532190:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202220.532192:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786202220.532265:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202220.532270:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202220.532279:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202220.532282:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202220.532286:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc55782c0. 00000400:00000200:2.0:1786202220.532291:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c908 00000400:00000010:2.0:1786202220.532293:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c908. 00000100:00000001:2.0:1786202220.532297:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202220.532305:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202220.532314:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202220.532320:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202220.532321:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.532324:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202220.532326:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202220.532329:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202220.532833:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202220.532837:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202220.532843:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc54394a8 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202220.532848:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202220.532851:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202220.532853:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.532855:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202220.532857:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202220.532859:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202220.532865:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202220.532872:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202220.532874:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202220.532876:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202220.532880:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202220.532886:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508525696:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786202220.532892:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.532894:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202220.532897:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633b480 x1872968508525696/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202220.532903:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202220.532906:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202220.532909:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc52a0c00. 02000000:00000001:2.0:1786202220.532912:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202220.532914:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202220.532915:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786202220.532917:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202220.532920:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cc52a0400. 02000000:00000001:2.0:1786202220.532922:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202220.532924:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202220.532925:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633b480. 00000100:00000001:2.0:1786202220.532929:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202220.532936:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.532939:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202220.532946:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202220.532948:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202220.532951:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202220.532953:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.535274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202220.535281:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202220.535284:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202220.535297:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202220.535308:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202220.535311:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202220.535315:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202220.535318:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202220.535321:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202220.535324:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508525824:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1786202220.535329:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202220.535334:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202220.535380:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202220.535383:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202220.535392:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8047e00. 02000000:00000001:0.0:1786202220.535394:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202220.535400:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202220.535415:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f580. 00000400:00000010:0.0:1786202220.535423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9d48. 00000100:00000200:0.0:1786202220.535430:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508525824, portal 18 00000100:00000001:0.0:1786202220.535432:0:2401:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202220.535434:0:2401:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000040:0.0:1786202220.535441:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202220.535449:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202220.535451:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202220.535454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9880. 00000100:00000200:0.0:1786202220.535457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872968508525824, offset 0 00000400:00000200:0.0:1786202220.535463:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202220.535471:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.535479:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202220.535483:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202220.535487:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202220.535491:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202220.535493:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202220.535497:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [164:164:256:4294967295] 192.168.203.157@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1786202220.535501:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.535510:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202220.535517:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202220.535521:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cd1c5e100. 00000800:00000200:0.0:1786202220.535527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202220.535534:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202220.535538:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cd1c5e100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1786202220.535554:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202220.535558:0:2401:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202220.535561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295058255 00000100:00000001:0.0:1786202220.535568:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295058238 00000100:00000001:0.0:1786202220.535573:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295058255 00000100:00000001:0.0:1786202220.535582:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295058238 00000100:00000001:0.0:1786202220.535585:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202220.535588:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.535591:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.535594:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786202220.535600:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786202220.535602:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786202220.535604:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202220.535605:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202220.535607:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.535609:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202220.535619:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202220.535620:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202220.535817:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202220.535822:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cd1c5e100. 00000400:00000200:1.0:1786202220.535826:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202220.535831:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202220.535836:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9880 00000400:00000010:1.0:1786202220.535838:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9880. 00000100:00000001:1.0:1786202220.535848:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202220.535853:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202220.535862:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202220.535865:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202220.535872:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.535874:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1786202220.538506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff929cc92b0b00. 00010000:00000010:1.1:1786202220.538534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff929cc9f08800. 00000800:00000001:0.0:1786202220.550562:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.550578:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202220.550583:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.550586:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.550595:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.550602:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202220.550611:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.550616:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.550622:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.550626:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 18 MB=0x6a77476a04d00 00000400:00000200:0.0:1786202220.550631:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202220.550637:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.157@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:0.0:1786202220.550645:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.550656:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202220.550659:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202220.550663:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202220.550670:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202220.550678:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202220.550690:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202220.550782:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786202220.550800:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202220.550808:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202220.550813:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.550850:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786202220.550857:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202220.550859:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202220.550862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f580. 00000400:00000200:1.0:1786202220.550867:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9d48 00000400:00000010:1.0:1786202220.550869:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9d48. 00000100:00000001:1.0:1786202220.550872:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202220.550877:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202220.550886:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202220.550893:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202220.550894:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.550896:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202220.550899:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202220.550902:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202220.550905:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202220.550907:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202220.550931:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc54394a8 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202220.550935:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202220.550937:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202220.550939:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202220.550941:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202220.550943:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.550945:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202220.550950:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202220.550962:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202220.550965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202220.550967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202220.550971:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202220.550977:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2401:1872968508525824:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1786202220.550982:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.550985:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202220.550989:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929ce0d9b800 x1872968508525824/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786202236 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202220.550994:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202220.551009:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202220.551013:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8047e00. 02000000:00000001:1.0:1786202220.551017:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202220.551019:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202220.551021:0:2401:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202220.551023:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202220.551026:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cd9192200. 02000000:00000001:1.0:1786202220.551029:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202220.551031:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202220.551033:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929ce0d9b800. 00000100:00000001:1.0:1786202220.551036:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202220.551038:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.551107:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202220.551115:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202220.551117:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202220.551119:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786202220.551121:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.576094:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202220.576101:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202220.576107:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202220.576108:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786202220.576132:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202220.576135:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202220.576137:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202221.602263:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202221.602269:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202221.602274:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202221.602275:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202221.604825:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202221.604833:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202221.604837:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1786202221.695975:0:10367:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1786202221.859539:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295058255, at 4295058308 00000100:00000010:1.0:1786202221.859652:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc2f3b180. 00000100:00000040:0.0:1786202221.860414:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295058255, at 4295058309 00000100:00000010:0.0:1786202221.860424:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc2f3b000. 10000000:00000001:3.0:1786202222.495553:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1786202222.495561:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff929cc506ba00) refs 2 10000000:00000001:3.0:1786202222.495580:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1786202222.495584:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1786202222.495585:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1786202222.495586:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1786202222.495590:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1786202222.495591:0:6172:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1786202222.495594:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff929cc54d5000 from 7 10000000:00000001:3.0:1786202222.495596:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1786202222.495598:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1786202222.495606:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809a680. 00000020:00000040:3.0:1786202222.495611:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1786202222.495616:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202222.495619:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202222.495624:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202222.495630:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cc8497400. 00000100:00000001:3.0:1786202222.495636:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202222.495640:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1786202222.495643:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1786202222.495649:0:6172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff929cc92b0100. 00010000:00000001:3.0:1786202222.495653:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1786202222.495656:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff929cc9f09400. 00000020:00000001:3.0:1786202222.495660:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1786202222.495663:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff929cc9f09400 with handle 0xbbe833a605acd5ad to hash 00000020:00000001:3.0:1786202222.495665:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1786202222.495667:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:3.0:1786202222.495670:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:3.0:1786202222.495674:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202222.495677:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202222.495680:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786202222.495691:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786202222.495702:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1786202222.495715:0:6172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1786202222.495717:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1786202222.495724:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929ce1c379c0. 00000100:00000001:3.0:1786202222.495727:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623801233078720 : -120272476472896 : ffff929ce1c379c0) 00000100:00000001:3.0:1786202222.495730:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202222.495731:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801470080 : -120272908081536 : ffff929cc809a680) 00000100:00000001:3.0:1786202222.495736:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202222.495741:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.495743:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1786202222.495745:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202222.495755:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.495764:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202222.495766:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.495770:0:6172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202222.495772:0:6172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202222.495774:0:6172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202222.495777:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508525952:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1786202222.495782:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202222.495787:0:6172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202222.495789:0:6172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.495791:0:6172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202222.495795:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff929cc84c3c00. 02000000:00000001:3.0:1786202222.495797:0:6172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202222.495803:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202222.495807:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b49a0. 00000400:00000010:3.0:1786202222.495813:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d172a8. 00000100:00000200:3.0:1786202222.495819:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872968508525952, portal 25 00000100:00000001:3.0:1786202222.495821:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202222.495822:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801470080 : -120272908081536 : ffff929cc809a680) 00000100:00000040:3.0:1786202222.495828:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.495845:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202222.495848:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202222.495850:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17e58. 00000100:00000200:3.0:1786202222.495854:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872968508525952, offset 0 00000400:00000200:3.0:1786202222.495860:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202222.495869:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202222.495876:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202222.495881:0:6172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202222.495886:0:6172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202222.495890:0:6172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202222.495892:0:6172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202222.495896:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [165:165:256:4294967295] 192.168.203.157@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1786202222.495901:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202222.495910:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202222.495916:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202222.495921:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9300. 00000800:00000200:3.0:1786202222.495927:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202222.495935:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202222.495939:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1786202222.495966:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202222.495970:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202222.495973:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060216 00000100:00000040:2.0:1786202222.497158:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202222.497165:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202222.497173:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633b480. 00000020:00000040:2.0:1786202222.497178:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786202222.497181:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202222.497184:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202222.497188:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202222.497193:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfa00. 00000100:00000001:2.0:1786202222.497198:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497207:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202222.497216:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202222.497220:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497226:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0bb7d55] to pc [ptlrpcd_01_00+0] req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.497250:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497253:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202222.497265:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202222.497268:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6339f80. 00000020:00000040:2.0:1786202222.497271:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202222.497273:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202222.497275:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202222.497277:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202222.497280:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf900. 00000100:00000001:2.0:1786202222.497283:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497288:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202222.497296:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202222.497298:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497302:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000669addfc] to pc [ptlrpcd_01_01+1] req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.497311:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497313:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202222.497316:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202222.497318:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633bb80. 00000020:00000040:2.0:1786202222.497320:0:9409:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202222.497322:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202222.497323:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202222.497324:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202222.497327:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfe00. 00000100:00000001:2.0:1786202222.497330:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497333:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202222.497379:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202222.497381:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.497386:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031daa98d] to pc [ptlrpcd_01_00+0] req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786202222.498141:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202222.498147:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9300. 00000400:00000200:1.0:1786202222.498160:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202222.498166:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202222.498173:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17e58 00000400:00000010:1.0:1786202222.498175:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17e58. 00000100:00000001:1.0:1786202222.498180:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202222.498184:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.498193:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.498197:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.498203:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.498204:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786202222.498275:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.498277:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202222.498281:0:9409:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202222.498283:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202222.498287:0:9409:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202222.498290:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202222.498293:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202222.498296:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338e00. 00000020:00000040:2.0:1786202222.498299:0:9409:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202222.498302:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202222.498304:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202222.498307:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202222.498311:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bfc00. 00000100:00000001:2.0:1786202222.498315:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.498319:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202222.498327:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202222.498330:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.498334:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039add856] to pc [ptlrpcd_01_01+1] req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.498366:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.498368:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202222.498371:0:9409:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202222.498374:0:9409:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338000. 00000020:00000040:2.0:1786202222.498376:0:9409:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202222.498379:0:9409:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202222.498385:0:9409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202222.498387:0:9409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202222.498390:0:9409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf500. 00000100:00000001:2.0:1786202222.498393:0:9409:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.498398:0:9409:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202222.499266:0:9409:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202222.499271:0:9409:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.499278:0:9409:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096256fb3] to pc [ptlrpcd_01_00+0] req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.499288:0:9409:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.499290:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202222.499293:0:9409:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202222.499296:0:9409:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202222.499299:0:9409:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202222.499305:0:9409:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:2.0:1786202222.499320:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202222.499323:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202222.499325:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202222.499330:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.499356:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202222.499359:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.499362:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202222.499364:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202222.499367:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202222.499370:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508526080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202222.499374:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202222.499380:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202222.499392:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.499395:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202222.499399:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929ce0de3800. 02000000:00000001:2.0:1786202222.499408:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202222.499415:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202222.499419:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc55782c0. 00000400:00000010:2.0:1786202222.499425:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c908. 00000100:00000200:2.0:1786202222.499432:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508526080, portal 25 00000100:00000001:2.0:1786202222.499434:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202222.499435:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770671744 : -120272938879872 : ffff929cc633b480) 00000100:00000040:2.0:1786202222.499441:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.499449:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202222.499451:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202222.499454:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c3b8. 00000100:00000200:2.0:1786202222.499456:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508526080, offset 0 00000400:00000200:2.0:1786202222.499462:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202222.499469:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202222.499475:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202222.499480:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202222.499484:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202222.499487:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202222.499490:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202222.499494:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [166:166:256:4294967295] 192.168.203.157@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1786202222.499499:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202222.499508:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202222.499514:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202222.499518:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf200. 00000800:00000200:2.0:1786202222.499525:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202222.499532:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202222.499536:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202222.499560:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202222.499571:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202222.499574:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060220 00000800:00000200:0.0:1786202222.500422:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202222.500428:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf200. 00000400:00000200:0.0:1786202222.500435:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.500441:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202222.500447:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c3b8 00000400:00000010:0.0:1786202222.500449:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c3b8. 00000100:00000001:0.0:1786202222.500454:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202222.500460:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.500471:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202222.500474:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.500482:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.500483:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1786202222.500687:0:6172:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d840. 00000100:00000001:3.0:1786202222.500695:0:6172:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786202222.500702:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060220 00000100:00000010:3.0:1786202222.500704:0:6172:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935dc00. 00000100:00000001:3.0:1786202222.500707:0:6172:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786202222.500710:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202222.500714:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.500724:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202222.500726:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1786202222.500728:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929ce1c379c0 going to sleep for 11 seconds 00000100:00000001:3.0:1786202222.500731:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202222.500734:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.500744:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202222.500747:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202222.500748:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202222.500755:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.500764:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202222.500765:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.500769:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202222.500772:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202222.500774:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202222.500777:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508526208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202222.500781:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202222.500785:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202222.500787:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.500789:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202222.500793:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8497c00. 02000000:00000001:3.0:1786202222.500795:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202222.500800:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202222.500803:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b43c8. 00000400:00000010:3.0:1786202222.500808:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17cc0. 00000100:00000200:3.0:1786202222.500812:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508526208, portal 10 00000100:00000001:3.0:1786202222.500814:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202222.500815:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770666368 : -120272938885248 : ffff929cc6339f80) 00000100:00000040:3.0:1786202222.500821:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.500829:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202222.500831:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202222.500834:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17e58. 00000100:00000200:3.0:1786202222.500836:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508526208, offset 0 00000400:00000200:3.0:1786202222.500846:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202222.500851:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202222.500856:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202222.500860:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202222.500863:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202222.500866:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202222.500869:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202222.500872:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [167:167:256:4294967295] 192.168.203.157@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1786202222.500876:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202222.500883:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202222.500888:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202222.500892:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9c00. 00000800:00000200:3.0:1786202222.500897:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202222.500904:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202222.500908:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202222.501853:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060216 00000100:00000001:2.0:1786202222.501861:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060222 00000100:00000001:2.0:1786202222.501864:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060220 00000100:00000001:2.0:1786202222.501867:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202222.501871:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.501874:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202222.501882:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.501891:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202222.501893:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.501895:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202222.501898:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202222.501900:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202222.501903:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508526336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202222.501906:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202222.501909:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202222.501911:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.501913:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202222.501919:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929ce0de2000. 02000000:00000001:2.0:1786202222.501921:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202222.501925:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202222.501928:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578420. 00000400:00000010:2.0:1786202222.501933:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1caa0. 00000100:00000200:2.0:1786202222.501938:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508526336, portal 10 00000100:00000001:2.0:1786202222.501940:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202222.501942:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770673536 : -120272938878080 : ffff929cc633bb80) 00000100:00000040:2.0:1786202222.501948:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.501956:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202222.501966:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202222.501969:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1c2a8. 00000100:00000200:2.0:1786202222.501972:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508526336, offset 0 00000400:00000200:2.0:1786202222.502506:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202222.502513:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202222.502519:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202222.502523:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202222.502526:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202222.502529:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202222.502532:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202222.502536:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [168:168:255:4294967295] 192.168.203.157@tcp LPNI seq info [168:168:7:4294967295] 00000400:00000200:2.0:1786202222.502540:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202222.502549:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202222.502554:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202222.502558:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf100. 00000800:00000200:2.0:1786202222.502563:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202222.502569:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202222.502573:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202222.502682:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202222.502686:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 137235 usecs (138 jiffies) 00000400:00000200:3.0:1786202222.502690:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202222.502693:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295059089 00000100:00000001:3.0:1786202222.502696:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295060220 00000100:00000001:3.0:1786202222.502698:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295059089 00000100:00000001:3.0:1786202222.502700:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295060222 00000100:00000001:3.0:1786202222.502702:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202222.502705:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.502707:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202222.502713:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.502721:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202222.502723:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.502734:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202222.502736:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202222.502737:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202222.502740:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508526464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202222.502743:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202222.502746:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202222.502748:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.502750:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202222.502754:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8496200. 02000000:00000001:3.0:1786202222.502756:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202222.502760:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202222.502763:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b48f0. 00000400:00000010:3.0:1786202222.502767:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17550. 00000100:00000200:3.0:1786202222.502771:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508526464, portal 10 00000100:00000001:3.0:1786202222.502773:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202222.502774:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770661888 : -120272938889728 : ffff929cc6338e00) 00000100:00000040:3.0:1786202222.502780:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.502786:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202222.502788:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202222.502791:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17f68. 00000100:00000200:3.0:1786202222.502793:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508526464, offset 0 00000400:00000200:3.0:1786202222.502797:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202222.502801:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202222.502804:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202222.502807:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202222.502810:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202222.502812:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202222.502814:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202222.502816:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [169:169:254:4294967295] 192.168.203.157@tcp LPNI seq info [169:169:6:4294967295] 00000400:00000200:3.0:1786202222.502820:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202222.502826:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202222.502837:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202222.502841:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9600. 00000800:00000200:3.0:1786202222.502845:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202222.502850:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202222.502853:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202222.503563:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.503568:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 161456 usecs (162 jiffies) 00000400:00000200:2.0:1786202222.503573:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202222.503575:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295059114 00000100:00000001:2.0:1786202222.503577:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295060220 00000100:00000001:2.0:1786202222.503580:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295059114 00000100:00000001:2.0:1786202222.503582:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295060222 00000100:00000001:2.0:1786202222.503584:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202222.503586:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.503589:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786202222.503595:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.503616:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786202222.503617:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.503620:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786202222.503622:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786202222.503624:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786202222.503627:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508526592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202222.503631:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786202222.503634:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786202222.503635:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.503637:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786202222.503640:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929ce0de3200. 02000000:00000001:2.0:1786202222.503642:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786202222.503646:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786202222.503649:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc5578738. 00000400:00000010:2.0:1786202222.503654:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1cb28. 00000100:00000200:2.0:1786202222.503658:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508526592, portal 10 00000100:00000001:2.0:1786202222.503661:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786202222.503662:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770658304 : -120272938893312 : ffff929cc6338000) 00000100:00000040:2.0:1786202222.503668:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.503676:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786202222.503678:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786202222.503681:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc4a1cee0. 00000100:00000200:2.0:1786202222.503683:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508526592, offset 0 00000400:00000200:2.0:1786202222.503688:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786202222.503693:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202222.503697:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786202222.503700:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786202222.503703:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786202222.503705:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786202222.503708:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786202222.503715:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [170:170:253:4294967295] 192.168.203.157@tcp LPNI seq info [170:170:5:4294967295] 00000400:00000200:2.0:1786202222.503719:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786202222.503727:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786202222.503731:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786202222.503734:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc91bf800. 00000800:00000200:2.0:1786202222.503738:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786202222.503743:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786202222.503746:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc91bf800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786202222.503749:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.503752:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 45871 usecs (46 jiffies) 00000400:00000200:2.0:1786202222.503755:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786202222.503757:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295058998 00000100:00000001:2.0:1786202222.503759:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295060220 00000100:00000001:2.0:1786202222.503761:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295058998 00000100:00000001:2.0:1786202222.503763:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295060222 00000100:00000001:2.0:1786202222.503765:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202222.503767:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.503769:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.503772:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.503779:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202222.503780:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786202222.503783:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202222.503785:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202222.503787:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.503789:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.504311:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202222.504315:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 33361 usecs (34 jiffies) 00000400:00000200:3.0:1786202222.504319:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202222.504322:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295058986 00000100:00000001:3.0:1786202222.504324:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295060220 00000100:00000001:3.0:1786202222.504326:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295058986 00000100:00000001:3.0:1786202222.504328:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295060222 00000100:00000001:3.0:1786202222.504330:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202222.504332:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.504334:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.504350:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.504355:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202222.504356:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202222.504358:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202222.504360:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202222.504362:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.504364:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202222.505587:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202222.505594:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9c00. 00000400:00000200:1.0:1786202222.505601:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202222.505608:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202222.505615:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17e58 00000400:00000010:1.0:1786202222.505617:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17e58. 00000100:00000001:1.0:1786202222.505623:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202222.505629:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.505640:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.505644:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.505652:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.505653:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202222.505664:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202222.505666:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf100. 00000400:00000200:1.0:1786202222.505669:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202222.505672:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202222.505675:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c2a8 00000400:00000010:1.0:1786202222.505677:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c2a8. 00000100:00000001:1.0:1786202222.505679:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202222.505692:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.505700:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.505703:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.505709:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.505711:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202222.505718:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202222.505720:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc91bf800. 00000400:00000200:1.0:1786202222.505723:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202222.505726:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202222.505729:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1cee0 00000400:00000010:1.0:1786202222.505731:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1cee0. 00000100:00000001:1.0:1786202222.505733:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202222.505736:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.505744:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.505747:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.505753:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.505755:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202222.506740:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202222.506747:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9600. 00000400:00000200:1.0:1786202222.506753:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202222.506760:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202222.506765:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17f68 00000400:00000010:1.0:1786202222.506767:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17f68. 00000100:00000001:1.0:1786202222.506771:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202222.506777:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.506787:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.506790:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.506807:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.506809:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202222.517137:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.517156:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.517160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.517163:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.517172:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517179:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.517189:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517194:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517198:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517202:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04e80 00000400:00000200:0.0:1786202222.517220:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517226:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:0.0:1786202222.517234:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.517238:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.517241:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.517245:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.517253:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.517261:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.517272:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.517299:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.517309:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.517313:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.517315:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.517317:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.517319:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517323:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.517327:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517330:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517332:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517361:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04f00 00000400:00000200:0.0:1786202222.517365:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.517369:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:0.0:1786202222.517373:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.517377:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.517379:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.517382:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.517385:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.517389:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.517551:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202222.517555:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786202222.517561:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202222.517563:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202222.517566:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b43c8. 00000400:00000200:3.0:1786202222.517570:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17cc0 00000400:00000010:3.0:1786202222.517573:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17cc0. 00000100:00000001:3.0:1786202222.517576:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202222.517581:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202222.517601:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.517608:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202222.517610:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.517612:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202222.517615:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202222.517617:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202222.517619:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.517622:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202222.517631:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202222.517635:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202222.517638:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202222.517640:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202222.517642:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202222.517646:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.517649:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202222.517651:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202222.517653:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202222.517655:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202222.517659:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.517667:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202222.517670:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202222.517672:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202222.517677:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202222.517685:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508526208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202222.517690:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.517693:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202222.517696:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6339f80 x1872968508526208/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.517713:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202222.517716:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202222.517719:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8497c00. 02000000:00000001:3.0:1786202222.517723:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202222.517725:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202222.517727:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202222.517729:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202222.517732:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf900. 02000000:00000001:3.0:1786202222.517736:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202222.517737:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202222.517739:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6339f80. 00000100:00000001:3.0:1786202222.517742:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202222.517744:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.517747:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.517749:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202222.517750:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202222.517752:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.517753:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202222.518527:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.518551:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.518560:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.518567:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.518570:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.518572:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.518577:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518582:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.518587:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518590:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518593:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518596:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05000 00000400:00000200:0.0:1786202222.518600:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518603:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:0.0:1786202222.518607:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.518610:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.518613:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.518617:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.518620:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.518624:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.518633:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.518640:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.518644:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.518647:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.518649:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.518651:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.518654:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518665:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.518670:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518673:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518675:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518678:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a04f80 00000400:00000200:0.0:1786202222.518681:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.518685:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x979 [1] + 224 00000800:00000001:0.0:1786202222.518689:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.518692:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.518694:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.518697:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.518700:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.518704:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.518712:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.519116:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202222.519119:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786202222.519162:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202222.519164:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202222.519171:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202222.519172:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202222.519175:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578420. 00000400:00000200:2.0:1786202222.519180:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1caa0 00000400:00000010:2.0:1786202222.519182:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1caa0. 00000100:00000001:2.0:1786202222.519194:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202222.519198:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202222.519206:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.519212:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202222.519214:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.519216:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202222.519219:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202222.519221:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202222.519223:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.519225:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202222.519232:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202222.519235:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202222.519238:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202222.519239:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202222.519241:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202222.519246:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202222.519253:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.519256:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202222.519258:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202222.519259:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202222.519261:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.519264:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.519271:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202222.519273:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202222.519275:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202222.519278:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202222.519286:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508526336:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786202222.519298:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202222.519300:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202222.519302:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc5578738. 00000400:00000200:2.0:1786202222.519304:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1cb28 00000400:00000010:2.0:1786202222.519306:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1cb28. 00000100:00000001:2.0:1786202222.519308:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202222.519313:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202222.519321:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.519327:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202222.519329:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.519330:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202222.519332:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202222.519333:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202222.519366:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.519368:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202222.519373:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202222.519376:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202222.519378:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202222.519379:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202222.519381:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786202222.519385:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786202222.519391:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.519394:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786202222.519395:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786202222.519397:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786202222.519398:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.519872:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.519883:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.519891:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.519893:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.519896:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.519901:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.519906:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.519911:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.519914:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.519918:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.519921:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x6a77476a04d80 00000400:00000200:0.0:1786202222.519926:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.519931:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0x959 [1] + 224 00000800:00000001:0.0:1786202222.519936:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.519939:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.519947:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.519951:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.519955:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.519961:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.519970:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.519984:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.519988:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.519991:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.519992:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.519994:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.519997:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.520000:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.520004:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.520007:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.520010:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.520012:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a04e00 00000400:00000200:0.0:1786202222.520016:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.520038:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:0.0:1786202222.520043:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.520053:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.520056:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.520059:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.520062:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.520066:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.520074:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.520081:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.520083:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.520091:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786202222.520516:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202222.520519:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202222.520522:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b48f0. 00000400:00000200:3.0:1786202222.520526:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17550 00000400:00000010:3.0:1786202222.520528:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17550. 00000100:00000001:3.0:1786202222.520531:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202222.520537:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202222.520546:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.520553:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202222.520555:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.520557:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202222.520559:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202222.520561:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202222.520568:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202222.520571:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202222.520577:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202222.520581:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202222.520583:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202222.520584:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202222.520587:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202222.520589:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.520592:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202222.520594:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202222.520595:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202222.520597:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202222.520601:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.520608:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202222.520610:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202222.520612:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202222.520616:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202222.520623:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508526464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202222.520628:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.520631:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202222.520635:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338e00 x1872968508526464/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202222.520641:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202222.520644:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202222.520648:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8496200. 02000000:00000001:3.0:1786202222.520651:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202222.520654:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202222.520656:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202222.520658:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202222.520660:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfc00. 02000000:00000001:3.0:1786202222.520668:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202222.520670:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202222.520672:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338e00. 00000100:00000001:3.0:1786202222.520675:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202222.520677:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.520679:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202222.520685:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202222.520687:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202222.520690:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202222.520692:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.521120:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.521128:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202222.521136:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202222.521137:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202222.521141:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202222.521149:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508526592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202222.521154:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.521156:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202222.521159:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633bb80 x1872968508526336/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.521165:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202222.521167:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202222.521169:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929ce0de2000. 02000000:00000001:2.0:1786202222.521172:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202222.521173:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202222.521174:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:2.0:1786202222.521176:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202222.521178:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfe00. 02000000:00000001:2.0:1786202222.521180:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202222.521181:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202222.521183:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633bb80. 00000100:00000001:2.0:1786202222.521185:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202222.521186:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.521188:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202222.521191:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338000 x1872968508526592/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.521196:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202222.521197:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202222.521198:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929ce0de3200. 02000000:00000001:2.0:1786202222.521200:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202222.521201:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202222.521202:0:2403:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:2.0:1786202222.521204:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202222.521205:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf500. 02000000:00000001:2.0:1786202222.521212:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202222.521213:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202222.521214:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338000. 00000100:00000001:2.0:1786202222.521217:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202222.521218:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.521220:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.521221:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202222.521223:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786202222.521227:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786202222.521229:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786202222.521230:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc55782c0. 00000400:00000200:2.0:1786202222.521233:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc4a1c908 00000400:00000010:2.0:1786202222.521234:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc4a1c908. 00000100:00000001:2.0:1786202222.521236:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786202222.521240:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786202222.521247:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.521252:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786202222.521254:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.521255:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786202222.521257:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786202222.521258:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786202222.521259:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786202222.521261:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786202222.521265:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1786202222.521267:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1786202222.521269:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786202222.521271:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202222.521272:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786202222.521274:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.521276:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202222.521280:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.521287:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786202222.521294:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786202222.521295:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786202222.521299:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786202222.521306:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508526080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786202222.521310:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.521312:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786202222.521315:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633b480 x1872968508526080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202222.521320:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786202222.521321:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786202222.521322:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929ce0de3800. 02000000:00000001:2.0:1786202222.521325:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786202222.521326:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786202222.521327:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786202222.521329:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786202222.521330:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bfa00. 02000000:00000001:2.0:1786202222.521333:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786202222.521334:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786202222.521352:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633b480. 00000100:00000001:2.0:1786202222.521355:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786202222.521356:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.521358:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786202222.521362:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786202222.521364:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786202222.521366:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786202222.521367:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.521817:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786202222.521823:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202222.521825:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202222.521827:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b49a0. 00000400:00000200:1.0:1786202222.521831:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d172a8 00000400:00000010:1.0:1786202222.521833:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d172a8. 00000100:00000001:1.0:1786202222.521836:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202222.521842:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202222.521851:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.521858:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202222.521859:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.521861:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202222.521863:0:6172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202222.521864:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202222.521866:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.521868:0:6172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202222.521871:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202222.521874:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202222.521876:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202222.521878:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.521880:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202222.521882:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.521884:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202222.521887:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.521894:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.521897:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202222.521898:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202222.521902:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202222.521916:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508525952:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.521920:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.521923:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.521926:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1786202222.521927:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.521930:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.521937:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786202222.521939:0:6172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929ce1c379c0. 00000100:00000001:1.0:1786202222.521942:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1786202222.521943:0:6172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.521946:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1786202222.521949:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202222.521951:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202222.521954:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc9f09400 refcount=4 00000020:00000001:1.0:1786202222.521956:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:1.0:1786202222.521959:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000040:1.0:1786202222.521965:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff929cc9f09400, remote cookie: 0x9264280b4d29a170, flags: 0x0 00010000:00000001:1.0:1786202222.521968:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1786202222.521971:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1786202222.521973:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1786202222.521975:0:6172:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1786202222.521976:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1786202222.521979:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff929cc92b0100) refcount = 1 00010000:00010000:1.0:1786202222.521984:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a170 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.521991:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1786202222.521992:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1786202222.521994:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786202222.521997:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1786202222.522002:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202222.522006:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a170 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.522012:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1786202222.522014:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.522016:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202222.522017:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.522037:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202222.522039:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.522042:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.522047:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809a680 x1872968508525952/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.522055:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202222.522057:0:6172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202222.522059:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff929cc84c3c00. 02000000:00000001:1.0:1786202222.522063:0:6172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202222.522064:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.522065:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.522067:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202222.522069:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cc8497400. 02000000:00000001:1.0:1786202222.522072:0:6172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202222.522074:0:6172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202222.522075:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809a680. 00000100:00000001:1.0:1786202222.522078:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202222.522079:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1786202222.522081:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.522084:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1786202222.522086:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff929cc506ba00) refs 3 10000000:00000001:1.0:1786202222.522089:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.522090:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202222.522092:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202222.522094:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc9f09400 refcount=3 00000020:00000001:1.0:1786202222.522096:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:1.0:1786202222.522098:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:1.0:1786202222.522100:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1786202222.522105:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.522106:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202222.522108:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.522111:0:6172:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1786202222.522115:0:6172:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff929ce00cd3c0. 00000020:00000010:1.0:1786202222.522119:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff929cd9193400. 00000020:00000010:1.0:1786202222.522123:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff929cd9192200. 00000040:00000010:1.0:1786202222.522127:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff929cd9193a00. 00000020:00000010:1.0:1786202222.522132:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff929cc8447800. 00000020:00000010:1.0:1786202222.522136:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff929cd9193200. 80000000:00000010:1.0:1786202222.522140:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff929ce0ef4240. 00040000:00000010:1.0:1786202222.522144:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff929cd9192c00. 20000000:00000010:1.0:1786202222.522149:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff929cc645b600. 10000000:00000040:1.0:1786202222.522153:0:6172:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff929cc3e8ab40 : new refcount 2 00000020:00000001:1.0:1786202222.522156:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1786202222.522158:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1786202222.522160:0:6172:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1786202222.522163:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff929cc645ae00. 00000040:00000001:1.0:1786202222.522166:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1786202222.522168:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:1.0:1786202222.522173:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d9b800. 00000020:00000040:1.0:1786202222.522176:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786202222.522179:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786202222.522182:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786202222.522186:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786202222.522192:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cc645ba00. 00000100:00000001:1.0:1786202222.522196:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.522201:0:6172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786202222.522203:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786202222.522208:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.522210:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623801085615296 : -120272623936320 : ffff929cd8f95cc0) 00000100:00000001:1.0:1786202222.522212:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.522213:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000001:1.0:1786202222.522217:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786202222.522221:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.522228:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786202222.522230:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202222.522234:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.522242:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202222.522244:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.522247:0:6172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202222.522249:0:6172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202222.522252:0:6172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202222.522255:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508526720:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.522258:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202222.522262:0:6172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202222.522265:0:6172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.522267:0:6172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202222.522270:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc645a000. 02000000:00000001:1.0:1786202222.522272:0:6172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.522278:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202222.522282:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccfb58. 00000400:00000010:1.0:1786202222.522286:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077088. 00000100:00000200:1.0:1786202222.522291:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508526720, portal 25 00000100:00000001:1.0:1786202222.522293:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.522294:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000040:1.0:1786202222.522299:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.522306:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202222.522308:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202222.522310:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077a18. 00000100:00000200:1.0:1786202222.522313:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872968508526720, offset 0 00000400:00000200:1.0:1786202222.522319:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202222.522326:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.522333:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202222.522366:0:6172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202222.522370:0:6172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202222.522379:0:6172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202222.522382:0:6172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202222.522386:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [171:171:256:4294967295] 192.168.203.157@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1786202222.522390:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.522399:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202222.522410:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202222.522415:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9700. 00000800:00000200:1.0:1786202222.522421:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202222.522429:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202222.522432:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1786202222.522442:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.522446:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202222.522448:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060243 00000100:00000001:1.0:1786202222.522455:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060220 00000100:00000001:1.0:1786202222.522460:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060243 00000100:00000001:1.0:1786202222.522463:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060222 00000100:00000001:1.0:1786202222.522466:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.522468:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.522470:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202222.522472:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1786202222.522474:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd8f95cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1786202222.522476:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202222.522478:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202222.523750:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202222.523757:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9700. 00000400:00000200:0.0:1786202222.523763:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.523770:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202222.523776:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077a18 00000400:00000010:0.0:1786202222.523778:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077a18. 00000100:00000001:0.0:1786202222.523782:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202222.523789:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.523801:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202222.523804:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.523812:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.523814:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202222.539658:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.539679:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.539684:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.539687:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.539695:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.539703:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.539712:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.539716:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.539721:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.539725:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x6a77476a05080 00000400:00000200:0.0:1786202222.539730:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.539735:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0x989 [1] + 224 00000800:00000001:0.0:1786202222.539742:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.539751:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.539755:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.539759:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.539766:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.539774:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.539797:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.539810:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.539817:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.539821:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.539905:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786202222.539912:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202222.539914:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202222.539917:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccfb58. 00000400:00000200:1.0:1786202222.539921:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077088 00000400:00000010:1.0:1786202222.539924:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077088. 00000100:00000001:1.0:1786202222.539927:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202222.539932:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202222.539953:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.539960:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202222.539962:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.539965:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202222.539968:0:6172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202222.539970:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202222.540099:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.540103:0:6172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202222.540110:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202222.540114:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202222.540117:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202222.540118:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.540121:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202222.540123:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.540126:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202222.540130:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.540149:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.540152:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202222.540154:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202222.540158:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202222.540165:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508526720:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.540170:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.540173:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.540175:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1786202222.540177:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.540180:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.540186:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786202222.540196:0:6172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.540199:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1786202222.540200:0:6172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.540206:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1786202222.540210:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.540211:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.540214:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1786202222.540215:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.540218:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929ce0d9b800 x1872968508526720/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.540225:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202222.540227:0:6172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202222.540230:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc645a000. 02000000:00000001:1.0:1786202222.540233:0:6172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202222.540234:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.540235:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.540236:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202222.540239:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cc645ba00. 02000000:00000001:1.0:1786202222.540242:0:6172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202222.540243:0:6172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202222.540245:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929ce0d9b800. 00000100:00000001:1.0:1786202222.540248:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202222.540250:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1786202222.540252:0:6172:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.540255:0:6172:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1786202222.540261:0:6172:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff929ce0d0a000. 00000040:00000001:1.0:1786202222.540263:0:6172:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1786202222.540264:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1786202222.540266:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:1.0:1786202222.540269:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d9b800. 00000020:00000040:1.0:1786202222.540272:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786202222.540275:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786202222.540277:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786202222.540280:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786202222.540285:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cc645ba00. 00000100:00000001:1.0:1786202222.540290:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.540292:0:6172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786202222.540299:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786202222.540303:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.540305:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623801085615296 : -120272623936320 : ffff929cd8f95cc0) 00000100:00000001:1.0:1786202222.540308:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.540309:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000001:1.0:1786202222.540314:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786202222.540318:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.540320:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786202222.540322:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202222.540325:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.540333:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202222.540355:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.540359:0:6172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202222.540362:0:6172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202222.540364:0:6172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202222.540368:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508526848:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.540371:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202222.540376:0:6172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202222.540378:0:6172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.540381:0:6172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202222.540396:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff929cc8484000. 02000000:00000001:1.0:1786202222.540398:0:6172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.540403:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202222.540407:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccfb58. 00000400:00000010:1.0:1786202222.540413:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff929cd8f95300. 00000100:00000200:1.0:1786202222.540418:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872968508526848, portal 25 00000100:00000001:1.0:1786202222.540420:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.540422:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000040:1.0:1786202222.540427:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.540434:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202222.540436:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202222.540442:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077088. 00000100:00000200:1.0:1786202222.540445:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872968508526848, offset 0 00000400:00000200:1.0:1786202222.540451:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202222.540456:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.540461:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202222.540466:0:6172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202222.540469:0:6172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202222.540473:0:6172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202222.540476:0:6172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202222.540480:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [172:172:256:4294967295] 192.168.203.157@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1786202222.540484:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.540491:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202222.540497:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202222.540502:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9600. 00000800:00000200:1.0:1786202222.540507:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202222.540514:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202222.540518:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1786202222.540687:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.540693:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202222.540696:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060261 00000100:00000001:1.0:1786202222.540704:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060243 00000100:00000001:1.0:1786202222.540709:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060261 00000100:00000001:1.0:1786202222.540712:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060243 00000100:00000001:1.0:1786202222.540715:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.540718:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.540721:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202222.540723:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1786202222.540725:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd8f95cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1786202222.540728:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202222.540730:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202222.541119:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202222.541124:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9600. 00000400:00000200:0.0:1786202222.541129:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.541134:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202222.541139:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077088 00000400:00000010:0.0:1786202222.541141:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077088. 00000100:00000001:0.0:1786202222.541144:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202222.541149:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.541157:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202222.541160:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.541165:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.541168:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202222.548146:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.548163:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.548167:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.548170:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.548179:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.548186:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.548194:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.548198:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.548203:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.548208:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 8416 into portal 25 MB=0x6a77476a05100 00000400:00000200:0.0:1786202222.548213:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.548219:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 8416/8416 into md 0x999 [4] + 224 00000800:00000001:0.0:1786202222.548239:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.548249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.548253:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.548258:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.548265:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.548275:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.548286:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.548368:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202222.548422:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.548430:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.548433:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786202222.548514:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202222.548516:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202222.548519:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccfb58. 00000400:00000200:1.0:1786202222.548524:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cd8f95300 00000400:00000010:1.0:1786202222.548526:0:6172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff929cd8f95300. 00000100:00000001:1.0:1786202222.548529:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202222.548534:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202222.548543:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.548550:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202222.548552:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.548554:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202222.548557:0:6172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202222.548560:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202222.548562:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.548565:0:6172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202222.548570:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202222.548574:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202222.548577:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202222.548579:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.548581:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202222.548584:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.548586:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202222.548591:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.548599:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.548602:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202222.548604:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202222.548608:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202222.548616:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508526848:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.548621:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.548628:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.548631:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1786202222.548633:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.548637:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.548644:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786202222.548647:0:6172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.548650:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1786202222.548651:0:6172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.548660:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1786202222.548662:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.548665:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929ce0d9b800 x1872968508526848/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.548672:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202222.548674:0:6172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202222.548677:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff929cc8484000. 02000000:00000001:1.0:1786202222.548688:0:6172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202222.548690:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.548692:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.548695:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202222.548698:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cc645ba00. 02000000:00000001:1.0:1786202222.548701:0:6172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202222.548703:0:6172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202222.548705:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929ce0d9b800. 00000100:00000001:1.0:1786202222.548708:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202222.548710:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786202222.548712:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.548713:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.548715:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1786202222.548718:0:6172:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.548720:0:6172:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.548724:0:6172:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1786202222.548727:0:6172:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff929ce0ef45a0. 00000040:00001000:1.0:1786202222.548729:0:6172:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1786202222.549159:0:10402:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1786202222.549165:0:10402:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff929cc8497c00. 00000020:00000010:3.0:1786202222.549172:0:10402:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff929cc8496200. 00000040:00000010:3.0:1786202222.549175:0:10402:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff929cc8497400. 00000020:00000010:3.0:1786202222.549180:0:10402:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff929cc2ec2000. 00000020:00000010:3.0:1786202222.549185:0:10402:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff929cc50a2d48. 00000020:00000010:3.0:1786202222.549189:0:10402:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff929cc8497a00. 80000000:00000010:3.0:1786202222.549193:0:10402:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff929cc935d240. 40000000:00000010:3.0:1786202222.549198:0:10402:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff929cc8576440. 00100000:00000010:3.0:1786202222.549202:0:10402:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff929cc2ec7000. 00040000:00000010:3.0:1786202222.549206:0:10402:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff929cc79e9e00. 00040000:00000010:3.0:1786202222.549210:0:10402:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff929cc2ec7800. 00040000:00000010:3.0:1786202222.549213:0:10402:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff929cc8496400. 00000004:00000010:3.0:1786202222.549218:0:10402:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1912 at ffff929cc2ec0800. 00000004:00000010:3.0:1786202222.549223:0:10402:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff929cc2ecc000. 00000004:00000010:3.0:1786202222.549228:0:10402:0:(lod_dev.c:2356:lod_key_init()) kmalloced '(value)': 1224 at ffff929cc2ec1800. 00002000:00000010:3.0:1786202222.549232:0:10402:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff929cc84c0000. 00000004:00000010:3.0:1786202222.549235:0:10402:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff929cc84c2c00. 00000020:00000010:3.0:1786202222.549241:0:10402:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff929cc8576b00. 00000040:00000010:3.0:1786202222.549249:0:10402:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff929cc8c26000. 00000040:00080000:3.0:1786202222.549861:0:10402:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1786202222.549867:0:10402:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff929cc8c26000. 00000020:00000010:3.0:1786202222.549873:0:10402:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff929cc8576b00. 00000020:00000010:3.0:1786202222.549888:0:10402:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff929cc8496200. 00000040:00000010:3.0:1786202222.549892:0:10402:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff929cc8497400. 00000020:00000010:3.0:1786202222.549905:0:10402:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff929cc2ec2000. 00000020:00000010:3.0:1786202222.549909:0:10402:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff929cc50a2d48. 00000020:00000010:3.0:1786202222.549914:0:10402:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff929cc8497a00. 80000000:00000010:3.0:1786202222.549917:0:10402:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff929cc935d240. 40000000:00000010:3.0:1786202222.549921:0:10402:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff929cc8576440. 00100000:00000010:3.0:1786202222.549925:0:10402:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff929cc2ec7000. 00040000:00000010:3.0:1786202222.549928:0:10402:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff929cc79e9e00. 00040000:00000010:3.0:1786202222.549931:0:10402:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff929cc2ec7800. 00040000:00000010:3.0:1786202222.549934:0:10402:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff929cc8496400. 00000004:00000010:3.0:1786202222.549937:0:10402:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1912 at ffff929cc2ec0800. 00000004:00000010:3.0:1786202222.549941:0:10402:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff929cc2ecc000. 00000004:00000010:3.0:1786202222.549945:0:10402:0:(lod_dev.c:2382:lod_key_fini()) kfreed 'info': 1224 at ffff929cc2ec1800. 00002000:00000010:3.0:1786202222.549949:0:10402:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff929cc84c0000. 00000004:00000010:3.0:1786202222.549953:0:10402:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff929cc84c2c00. 00000020:00000010:3.0:1786202222.549956:0:10402:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff929cc8497c00. 00000040:00000010:1.0:1786202222.550201:0:6172:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff929ce0ef45a0. 00000040:00000001:1.0:1786202222.550206:0:6172:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1786202222.550215:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1786202222.550220:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff929ce0d0a000. 00000040:00000010:1.0:1786202222.550223:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff929cc645ae00. 00000020:00000001:1.0:1786202222.550226:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.550229:0:6172:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1786202222.550232:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff929cd9192200. 00000040:00000010:1.0:1786202222.550235:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff929cd9193a00. 00000020:00000010:1.0:1786202222.550238:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff929cc8447800. 00000020:00000010:1.0:1786202222.550241:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff929cd9193200. 80000000:00000010:1.0:1786202222.550243:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff929ce0ef4240. 00040000:00000010:1.0:1786202222.550245:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff929cd9192c00. 20000000:00000010:1.0:1786202222.550248:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff929cc645b600. 00000020:00000010:1.0:1786202222.550251:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff929cd9193400. 10000000:00000010:1.0:1786202222.550253:0:6172:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff929ce00cd3c0. 10000000:01000000:1.0:1786202222.550256:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1786202222.550259:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1786202222.550261:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202222.550264:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202222.550267:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc9f09400 refcount=3 00000020:00000001:1.0:1786202222.550269:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:1.0:1786202222.550272:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800833381376 : -120272876170240 : ffff929cc9f09400) 00010000:00000001:1.0:1786202222.550274:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1786202222.550279:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a170 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.550288:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.550290:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1786202222.550292:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a170 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.550298:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1786202222.550299:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.550300:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1786202222.550301:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.550308:0:6172:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.550311:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1786202222.550314:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1786202222.550316:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff929cca3fdc00) refs 2 10000000:00000001:1.0:1786202222.550318:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.550320:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1786202222.550321:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff929cc506ba00) refs 3 10000000:00000001:1.0:1786202222.550323:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1786202222.550324:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1786202222.550326:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1786202222.550327:0:6172:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:1.0:1786202222.550329:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff929cc92e7000 from 7 10000000:00000001:1.0:1786202222.550332:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1786202222.550333:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1786202222.550476:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d9b800. 00000020:00000040:1.0:1786202222.550481:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786202222.550485:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786202222.550487:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786202222.550491:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786202222.550496:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cc645b600. 00000100:00000001:1.0:1786202222.550502:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.550506:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1786202222.550508:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1786202222.550514:0:6172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cc92b0100 count: 2 00010000:00000001:1.0:1786202222.550516:0:6172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786202222.550519:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1786202222.550522:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff929d021f4800. 00000020:00000001:1.0:1786202222.550526:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1786202222.550529:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff929d021f4800 with handle 0xbbe833a605acd5b4 to hash 00000020:00000001:1.0:1786202222.550532:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1786202222.550533:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.550535:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.550539:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786202222.550542:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202222.550545:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202222.550564:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202222.550575:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1786202222.550581:0:6172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786202222.550583:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786202222.550588:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.550591:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623801085615296 : -120272623936320 : ffff929cd8f95cc0) 00000100:00000001:1.0:1786202222.550593:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.550595:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000001:1.0:1786202222.550599:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786202222.550603:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.550605:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786202222.550607:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202222.550616:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.550625:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202222.550627:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.550630:0:6172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202222.550633:0:6172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202222.550635:0:6172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202222.550638:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508526976:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.550642:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202222.550647:0:6172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202222.550649:0:6172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.550651:0:6172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202222.550655:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff929cc46a7800. 02000000:00000001:1.0:1786202222.550656:0:6172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.550663:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202222.550671:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccfb58. 00000400:00000010:1.0:1786202222.550678:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077330. 00000100:00000200:1.0:1786202222.550685:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872968508526976, portal 25 00000100:00000001:1.0:1786202222.550687:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.550689:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000040:1.0:1786202222.550694:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.550702:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202222.550705:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202222.550709:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077770. 00000100:00000200:1.0:1786202222.550712:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872968508526976, offset 0 00000400:00000200:1.0:1786202222.550718:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202222.550725:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.550732:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202222.550737:0:6172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202222.550741:0:6172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202222.550745:0:6172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202222.550748:0:6172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202222.550752:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [173:173:256:4294967295] 192.168.203.157@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1786202222.550756:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.550765:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202222.550771:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202222.550775:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9100. 00000800:00000200:1.0:1786202222.550781:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202222.550789:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202222.550793:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1786202222.550847:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.550852:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202222.550855:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060271 00000100:00000001:1.0:1786202222.550863:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060261 00000100:00000001:1.0:1786202222.550867:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060271 00000100:00000001:1.0:1786202222.550875:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060261 00000100:00000001:1.0:1786202222.550878:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.550880:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.550883:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202222.550885:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1786202222.550887:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd8f95cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1786202222.550890:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202222.550893:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202222.551287:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202222.551292:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9100. 00000400:00000200:0.0:1786202222.551296:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.551301:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202222.551306:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077770 00000400:00000010:0.0:1786202222.551308:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077770. 00000100:00000001:0.0:1786202222.551312:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202222.551317:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.551327:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202222.551330:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.551362:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.551364:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202222.559968:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.559984:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.559988:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.559991:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.559998:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.560005:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.560162:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.560167:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.560172:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.560176:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x6a77476a05180 00000400:00000200:0.0:1786202222.560180:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.560186:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0x9a9 [1] + 224 00000800:00000001:0.0:1786202222.560192:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.560202:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.560205:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.560209:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.560215:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.560223:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.560234:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.560293:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202222.560312:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.560320:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.560324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786202222.561138:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202222.561142:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202222.561145:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccfb58. 00000400:00000200:1.0:1786202222.561150:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077330 00000400:00000010:1.0:1786202222.561153:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077330. 00000100:00000001:1.0:1786202222.561157:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202222.561163:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202222.561173:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.561180:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202222.561183:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.561185:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202222.561188:0:6172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202222.561191:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202222.561193:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.561197:0:6172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202222.561202:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202222.561206:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202222.561208:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202222.561210:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.561212:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202222.561214:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.561217:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202222.561221:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.561243:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.561246:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202222.561248:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202222.561253:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202222.561259:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508526976:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.561264:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.561267:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.561269:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1786202222.561271:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.561274:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.561281:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786202222.561284:0:6172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.561287:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1786202222.561289:0:6172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.561292:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1786202222.561294:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202222.561297:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202222.561300:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929d021f4800 refcount=4 00000020:00000001:1.0:1786202222.561302:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.561304:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000040:1.0:1786202222.561310:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff929d021f4800, remote cookie: 0x9264280b4d29a177, flags: 0x0 00010000:00000001:1.0:1786202222.561313:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1786202222.561317:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1786202222.561318:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1786202222.561320:0:6172:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1786202222.561321:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1786202222.561324:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff929cc92b0100) refcount = 2 00010000:00000040:1.0:1786202222.561327:0:6172:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1786202222.561464:0:6172:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: ffff929cc9f09400/0xbbe833a605acd5ad lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a170 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786202222.561474:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a177 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.561481:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1786202222.561483:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1786202222.561485:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786202222.561488:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1786202222.561490:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202222.561493:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9264280b4d29a177 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.561499:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1786202222.561501:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.561503:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202222.561504:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.561505:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202222.561506:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.561509:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.561513:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929ce0d9b800 x1872968508526976/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786202238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.561520:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202222.561522:0:6172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202222.561525:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff929cc46a7800. 02000000:00000001:1.0:1786202222.561528:0:6172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202222.561531:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.561532:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.561535:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202222.561538:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cc645b600. 02000000:00000001:1.0:1786202222.561541:0:6172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202222.561542:0:6172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202222.561544:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929ce0d9b800. 00000100:00000001:1.0:1786202222.561547:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202222.561549:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1786202222.561555:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.561558:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1786202222.561560:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff929cca3fdc00) refs 3 10000000:00000001:1.0:1786202222.561562:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.561564:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202222.561565:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202222.561567:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929d021f4800 refcount=3 00000020:00000001:1.0:1786202222.561569:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.561572:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.561573:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1786202222.561575:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.561576:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786202222.561577:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.561579:0:6172:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1786202222.561605:0:6172:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff929ce00cd3c0. 00000020:00000010:1.0:1786202222.561609:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff929cc645b600. 00000020:00000010:1.0:1786202222.561615:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff929cc645ae00. 00000040:00000010:1.0:1786202222.561620:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff929cc645ba00. 00000020:00000010:1.0:1786202222.561624:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff929cc8447800. 00000020:00000010:1.0:1786202222.561629:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff929cc645a000. 80000000:00000010:1.0:1786202222.561633:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff929ce0ef4240. 00040000:00000010:1.0:1786202222.561638:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff929cc645a800. 20000000:00000010:1.0:1786202222.561644:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff929cd9193400. 10000000:00000040:1.0:1786202222.561647:0:6172:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff929cc3e8ab40 : new refcount 2 00000020:00000001:1.0:1786202222.561650:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1786202222.561652:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1786202222.561654:0:6172:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1786202222.561657:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff929cd9192c00. 00000040:00000001:1.0:1786202222.561661:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1786202222.561663:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:1.0:1786202222.561667:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d9b800. 00000020:00000040:1.0:1786202222.561670:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786202222.561674:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786202222.561677:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786202222.561682:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786202222.561692:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cd9193200. 00000100:00000001:1.0:1786202222.561697:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.561703:0:6172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786202222.561705:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786202222.561709:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.561712:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623801085615296 : -120272623936320 : ffff929cd8f95cc0) 00000100:00000001:1.0:1786202222.561714:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.561716:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000001:1.0:1786202222.561719:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786202222.561723:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.561726:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786202222.561727:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202222.561732:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.561739:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202222.561741:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.561745:0:6172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202222.561747:0:6172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202222.561749:0:6172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202222.561752:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508527104:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.561756:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202222.561760:0:6172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202222.561762:0:6172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.561765:0:6172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202222.561768:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cd9193a00. 02000000:00000001:1.0:1786202222.561770:0:6172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.561775:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202222.561778:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccfb58. 00000400:00000010:1.0:1786202222.561782:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077330. 00000100:00000200:1.0:1786202222.561787:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508527104, portal 25 00000100:00000001:1.0:1786202222.561789:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.561790:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000040:1.0:1786202222.561795:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.561814:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202222.561818:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202222.561820:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077550. 00000100:00000200:1.0:1786202222.561824:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872968508527104, offset 0 00000400:00000200:1.0:1786202222.561830:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202222.561837:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.561844:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202222.561850:0:6172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202222.561853:0:6172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202222.561857:0:6172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202222.561860:0:6172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202222.561864:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [174:174:256:4294967295] 192.168.203.157@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1786202222.561868:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.561876:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202222.561881:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202222.561886:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9900. 00000800:00000200:1.0:1786202222.561892:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202222.561898:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202222.561903:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1786202222.562917:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.562927:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202222.562931:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060283 00000100:00000001:1.0:1786202222.562940:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060271 00000100:00000001:1.0:1786202222.562945:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060283 00000100:00000001:1.0:1786202222.562949:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060271 00000100:00000001:1.0:1786202222.562952:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.562956:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.562959:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202222.562961:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1786202222.562974:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd8f95cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1786202222.562978:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202222.562980:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202222.564253:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202222.564260:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9900. 00000400:00000200:0.0:1786202222.564267:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.564275:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202222.564281:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077550 00000400:00000010:0.0:1786202222.564284:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077550. 00000100:00000001:0.0:1786202222.564288:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202222.564295:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.564308:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202222.564311:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.564318:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.564329:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202222.566782:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.566798:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.566802:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.566804:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.566813:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.566820:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.566829:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.566834:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.566839:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.566844:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x6a77476a05200 00000400:00000200:0.0:1786202222.566849:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.566855:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0x9b9 [1] + 224 00000800:00000001:0.0:1786202222.566862:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.566868:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.566872:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.566876:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.566882:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.566890:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.566901:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.567454:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202222.567512:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.567522:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.567525:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786202222.567648:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202222.567650:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202222.567654:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccfb58. 00000400:00000200:1.0:1786202222.567659:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077330 00000400:00000010:1.0:1786202222.567661:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077330. 00000100:00000001:1.0:1786202222.567665:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202222.567671:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202222.567681:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.567688:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202222.567690:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.567692:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202222.567696:0:6172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202222.567698:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202222.567700:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.567703:0:6172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202222.567709:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202222.567713:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202222.567715:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202222.567717:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.567720:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202222.567722:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.567725:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202222.567729:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.567737:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.567740:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202222.567742:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202222.567746:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202222.567772:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508527104:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.567777:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.567779:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.567782:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1786202222.567784:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.567787:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.567794:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786202222.567796:0:6172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.567799:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1786202222.567801:0:6172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.567806:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1786202222.567810:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.567812:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.567814:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1786202222.567816:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.567819:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929ce0d9b800 x1872968508527104/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786202238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.567826:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202222.567828:0:6172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202222.567831:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cd9193a00. 02000000:00000001:1.0:1786202222.567835:0:6172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202222.567836:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.567837:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.567839:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202222.567842:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cd9193200. 02000000:00000001:1.0:1786202222.567844:0:6172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202222.567846:0:6172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202222.567848:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929ce0d9b800. 00000100:00000001:1.0:1786202222.567851:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202222.567852:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1786202222.567855:0:6172:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.567858:0:6172:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1786202222.567867:0:6172:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff929ce0d0a000. 00000040:00000001:1.0:1786202222.567870:0:6172:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1786202222.567872:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1786202222.567874:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:1.0:1786202222.567878:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929ce0d9b800. 00000020:00000040:1.0:1786202222.567881:0:6172:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786202222.567884:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786202222.567886:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786202222.567890:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786202222.567894:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cd9193200. 00000100:00000001:1.0:1786202222.567900:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.567903:0:6172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786202222.567905:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786202222.567909:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.567911:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623801085615296 : -120272623936320 : ffff929cd8f95cc0) 00000100:00000001:1.0:1786202222.567913:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.567915:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000001:1.0:1786202222.567919:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786202222.567923:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.567924:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786202222.567926:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786202222.567930:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.567937:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786202222.567939:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.567943:0:6172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786202222.567945:0:6172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786202222.567947:0:6172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786202222.567950:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508527232:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.567954:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786202222.567959:0:6172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786202222.567961:0:6172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.567964:0:6172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786202222.568731:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff929cc8484000. 02000000:00000001:1.0:1786202222.568741:0:6172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.568749:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786202222.568752:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc6ccfb58. 00000400:00000010:1.0:1786202222.568758:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff929cd8f95300. 00000100:00000200:1.0:1786202222.568764:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872968508527232, portal 25 00000100:00000001:1.0:1786202222.568766:0:6172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786202222.568768:0:6172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623801217759232 : -120272491792384 : ffff929ce0d9b800) 00000100:00000040:1.0:1786202222.568775:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.568783:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786202222.568785:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786202222.568788:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc5077330. 00000100:00000200:1.0:1786202222.568791:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872968508527232, offset 0 00000400:00000200:1.0:1786202222.568796:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786202222.568802:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.568808:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786202222.568813:0:6172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786202222.568817:0:6172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786202222.568821:0:6172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786202222.568824:0:6172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786202222.568827:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [175:175:256:4294967295] 192.168.203.157@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1786202222.568831:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786202222.568839:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786202222.568844:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786202222.568848:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc60c9c00. 00000800:00000200:1.0:1786202222.568855:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786202222.568863:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786202222.568868:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc60c9c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1786202222.569598:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786202222.569607:0:6172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786202222.569610:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295060290 00000100:00000001:1.0:1786202222.569627:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060283 00000100:00000001:1.0:1786202222.569632:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295060290 00000100:00000001:1.0:1786202222.569636:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060283 00000100:00000001:1.0:1786202222.569639:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.569643:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.569645:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786202222.569648:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1786202222.569650:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cd8f95cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1786202222.569653:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786202222.569656:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202222.571382:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202222.571389:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc60c9c00. 00000400:00000200:0.0:1786202222.571397:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.571405:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202222.571412:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc5077330 00000400:00000010:0.0:1786202222.571415:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc5077330. 00000100:00000001:0.0:1786202222.571420:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202222.571426:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.571452:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202222.571456:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202222.571464:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202222.571466:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202222.582148:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.582165:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202222.582170:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.582173:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.582181:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.582188:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202222.582196:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.582201:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.582206:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.582210:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 8416 into portal 25 MB=0x6a77476a05280 00000400:00000200:0.0:1786202222.582214:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202222.582220:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 8416/8416 into md 0x9c9 [4] + 224 00000800:00000001:0.0:1786202222.582227:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.582240:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202222.582244:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202222.582248:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202222.582255:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202222.582263:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202222.582276:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.582381:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202222.582465:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202222.582473:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202222.582477:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786202222.582571:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786202222.582574:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786202222.582577:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc6ccfb58. 00000400:00000200:1.0:1786202222.582582:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cd8f95300 00000400:00000010:1.0:1786202222.582584:0:6172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff929cd8f95300. 00000100:00000001:1.0:1786202222.582587:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786202222.582592:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786202222.582602:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.582609:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786202222.582611:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.582613:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786202222.582616:0:6172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786202222.582619:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786202222.582621:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786202222.582624:0:6172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786202222.582630:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1786202222.582634:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1786202222.582637:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786202222.582639:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786202222.582641:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786202222.582643:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.582658:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786202222.582663:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.582670:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786202222.582673:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786202222.582675:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786202222.582679:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786202222.582688:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929ce0d9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c6b10997-92d0-4321-91de-02fb8f803eb2:6172:1872968508527232:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1786202222.582693:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786202222.582696:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202222.582699:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1786202222.582701:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.582705:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.582712:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786202222.582715:0:6172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cd8f95cc0. 00000100:00000001:1.0:1786202222.582717:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1786202222.582718:0:6172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.582726:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1786202222.582728:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202222.582731:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929ce0d9b800 x1872968508527232/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786202238 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202222.582738:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786202222.582740:0:6172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786202222.582743:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff929cc8484000. 02000000:00000001:1.0:1786202222.582754:0:6172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786202222.582757:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.582759:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.582761:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786202222.582764:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cd9193200. 02000000:00000001:1.0:1786202222.582767:0:6172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786202222.582774:0:6172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786202222.582776:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929ce0d9b800. 00000100:00000001:1.0:1786202222.582779:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786202222.582781:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786202222.582783:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786202222.582785:0:6172:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786202222.582786:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1786202222.582789:0:6172:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.582791:0:6172:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1786202222.582794:0:6172:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1786202222.582797:0:6172:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff929ce0ef45a0. 00000040:00001000:1.0:1786202222.582799:0:6172:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1786202222.583101:0:10403:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1786202222.583107:0:10403:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff929cc8496400. 00000020:00000010:3.0:1786202222.583112:0:10403:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff929cc8497a00. 00000040:00000010:3.0:1786202222.583116:0:10403:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff929cc8497400. 00000020:00000010:3.0:1786202222.583120:0:10403:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff929cc2ec1800. 00000020:00000010:3.0:1786202222.583125:0:10403:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff929cc50a2d48. 00000020:00000010:3.0:1786202222.583129:0:10403:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff929cc8496200. 80000000:00000010:3.0:1786202222.583133:0:10403:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff929cc935d240. 40000000:00000010:3.0:1786202222.583137:0:10403:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff929cc8576b00. 00100000:00000010:3.0:1786202222.583142:0:10403:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff929cc2ec0800. 00040000:00000010:3.0:1786202222.583146:0:10403:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff929cc79e9e00. 00040000:00000010:3.0:1786202222.583150:0:10403:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff929cc2ec7800. 00040000:00000010:3.0:1786202222.583155:0:10403:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff929cc8497c00. 00000004:00000010:3.0:1786202222.583159:0:10403:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1912 at ffff929cc2ec7000. 00000004:00000010:3.0:1786202222.583164:0:10403:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff929cc2ecc000. 00000004:00000010:3.0:1786202222.583169:0:10403:0:(lod_dev.c:2356:lod_key_init()) kmalloced '(value)': 1224 at ffff929cc2ec2000. 00002000:00000010:3.0:1786202222.583173:0:10403:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff929cc84c2c00. 00000004:00000010:3.0:1786202222.583177:0:10403:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff929cc84c0000. 00000020:00000010:3.0:1786202222.583183:0:10403:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff929cc8576440. 00000040:00000010:3.0:1786202222.583196:0:10403:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff929cc8c26000. 00000040:00080000:3.0:1786202222.583746:0:10403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1786202222.583751:0:10403:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff929cc8c26000. 00000020:00000010:3.0:1786202222.583758:0:10403:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff929cc8576440. 00000020:00000010:3.0:1786202222.583773:0:10403:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff929cc8497a00. 00000040:00000010:3.0:1786202222.583776:0:10403:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff929cc8497400. 00000020:00000010:3.0:1786202222.583779:0:10403:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff929cc2ec1800. 00000020:00000010:3.0:1786202222.583783:0:10403:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff929cc50a2d48. 00000020:00000010:3.0:1786202222.583788:0:10403:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff929cc8496200. 80000000:00000010:3.0:1786202222.583791:0:10403:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff929cc935d240. 40000000:00000010:3.0:1786202222.583794:0:10403:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff929cc8576b00. 00100000:00000010:3.0:1786202222.583797:0:10403:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff929cc2ec0800. 00040000:00000010:3.0:1786202222.583800:0:10403:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff929cc79e9e00. 00040000:00000010:3.0:1786202222.583803:0:10403:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff929cc2ec7800. 00040000:00000010:3.0:1786202222.583806:0:10403:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff929cc8497c00. 00000004:00000010:3.0:1786202222.583809:0:10403:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1912 at ffff929cc2ec7000. 00000004:00000010:3.0:1786202222.583812:0:10403:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff929cc2ecc000. 00000004:00000010:3.0:1786202222.583816:0:10403:0:(lod_dev.c:2382:lod_key_fini()) kfreed 'info': 1224 at ffff929cc2ec2000. 00002000:00000010:3.0:1786202222.583819:0:10403:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff929cc84c2c00. 00000004:00000010:3.0:1786202222.583822:0:10403:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff929cc84c0000. 00000020:00000010:3.0:1786202222.583825:0:10403:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff929cc8496400. 00000040:00000010:1.0:1786202222.583972:0:6172:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff929ce0ef45a0. 00000040:00000001:1.0:1786202222.583976:0:6172:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1786202222.583980:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1786202222.583984:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff929ce0d0a000. 00000040:00000010:1.0:1786202222.583987:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff929cd9192c00. 00000020:00000001:1.0:1786202222.583990:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.583993:0:6172:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1786202222.583996:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff929cc645ae00. 00000040:00000010:1.0:1786202222.584000:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff929cc645ba00. 00000020:00000010:1.0:1786202222.584003:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff929cc8447800. 00000020:00000010:1.0:1786202222.584006:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff929cc645a000. 80000000:00000010:1.0:1786202222.584009:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff929ce0ef4240. 00040000:00000010:1.0:1786202222.584011:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff929cc645a800. 20000000:00000010:1.0:1786202222.584014:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff929cd9193400. 00000020:00000010:1.0:1786202222.584017:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff929cc645b600. 10000000:00000010:1.0:1786202222.584020:0:6172:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff929ce00cd3c0. 10000000:01000000:1.0:1786202222.584022:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1786202222.584039:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1786202222.584042:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786202222.584045:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786202222.584047:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929d021f4800 refcount=3 00000020:00000001:1.0:1786202222.584050:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.584053:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623801775966208 : -120271933585408 : ffff929d021f4800) 00010000:00000001:1.0:1786202222.584063:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1786202222.584068:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a177 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.584077:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.584079:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1786202222.584081:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff929d021f4800/0xbbe833a605acd5b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9264280b4d29a177 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1786202222.584087:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1786202222.584089:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786202222.584090:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1786202222.584091:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.584093:0:6172:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1786202222.584096:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1786202222.584098:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1786202222.584099:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff929cca3fdc00) refs 3 10000000:00000001:1.0:1786202222.584102:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1786202222.623489:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202222.623496:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202222.623501:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202222.623502:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786202222.623528:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786202222.623531:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786202222.623534:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202223.650142:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202223.650163:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202223.650169:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202223.650170:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202223.659096:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202223.659119:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202223.659123:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786202223.920447:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295060290, at 4295060369 00000100:00000010:0.0:1786202223.920462:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935d840. 00000100:00000040:1.0:1786202223.920630:0:364:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295060290, at 4295060369 00000100:00000010:1.0:1786202223.920637:0:364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935dc00. 10000000:00000001:1.0:1786202224.287475:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1786202224.287482:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1786202224.671438:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202224.671444:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202224.671449:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202224.671450:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202224.671544:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202224.671548:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202224.671551:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202225.695486:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202225.695493:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202225.695499:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202225.695500:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202225.695593:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202225.695596:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202225.695600:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786202226.593652:0:6160:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1786202226.593658:0:6160:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732409:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202226.732416:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202226.732419:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202226.732422:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732427:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202226.732429:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732431:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732434:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732437:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202226.732439:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786202226.732440:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786202226.732442:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732443:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786202226.732445:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732446:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202226.732448:0:126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202226.733208:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202226.733212:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202226.733215:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786202227.660575:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202227.660586:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202227.660593:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809bb80. 00000020:00000040:3.0:1786202227.660598:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1786202227.660603:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202227.660606:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202227.660611:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202227.660620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9f00. 00000100:00000001:3.0:1786202227.660626:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660638:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202227.660650:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202227.660669:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660676:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f716573] to pc [ptlrpcd_01_01+1] req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.660700:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202227.660707:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202227.660711:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809b480. 00000020:00000040:3.0:1786202227.660713:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202227.660716:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202227.660718:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202227.660720:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202227.660723:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9e00. 00000100:00000001:3.0:1786202227.660726:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660731:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0000_UUID req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202227.660738:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202227.660741:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660744:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef86309c] to pc [ptlrpcd_01_00+0] req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.660752:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202227.660757:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202227.660759:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8099c00. 00000020:00000040:3.0:1786202227.660762:0:37:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202227.660764:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202227.660765:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202227.660767:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202227.660770:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9700. 00000100:00000001:3.0:1786202227.660772:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660776:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202227.660794:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202227.660796:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660800:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085dd5ea9] to pc [ptlrpcd_01_01+1] req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.660807:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202227.660813:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202227.660816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202227.660819:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202227.660822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202227.660825:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202227.660828:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809b100. 00000020:00000040:3.0:1786202227.660830:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:3.0:1786202227.660833:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202227.660834:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202227.660836:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202227.660840:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9100. 00000100:00000001:3.0:1786202227.660842:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660847:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202227.660854:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202227.660856:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660860:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413acfa3] to pc [ptlrpcd_01_00+0] req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.660866:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786202227.660876:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786202227.660879:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc8099f80. 00000020:00000040:3.0:1786202227.660881:0:37:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:3.0:1786202227.660883:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202227.660884:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202227.660886:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202227.660890:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc79e9600. 00000100:00000001:3.0:1786202227.660892:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660896:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786202227.660903:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202227.660904:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660908:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca03a136] to pc [ptlrpcd_01_01+1] req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.660915:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.660917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202227.660920:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202227.660922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786202227.660925:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786202227.660929:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (401) 00000100:00000001:3.0:1786202227.661290:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.661294:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202227.661296:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202227.661303:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661311:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202227.661313:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661316:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202227.661319:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202227.661326:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202227.661330:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508527360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.661355:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202227.661362:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202227.661364:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661367:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202227.661371:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8496200. 02000000:00000001:3.0:1786202227.661373:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202227.661380:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202227.661384:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b48f0. 00000400:00000010:3.0:1786202227.661391:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17550. 00000100:00000200:3.0:1786202227.661398:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508527360, portal 25 00000100:00000001:3.0:1786202227.661400:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202227.661402:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801475456 : -120272908076160 : ffff929cc809bb80) 00000100:00000040:3.0:1786202227.661408:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661415:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202227.661417:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202227.661420:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17cc0. 00000100:00000200:3.0:1786202227.661424:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508527360, offset 0 00000400:00000200:3.0:1786202227.661430:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202227.661438:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.661445:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202227.661450:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202227.661453:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202227.661457:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202227.661460:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202227.661464:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [176:176:256:4294967295] 192.168.203.157@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1786202227.661468:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.661478:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202227.661484:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202227.661490:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9c00. 00000800:00000200:3.0:1786202227.661501:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202227.661508:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202227.661512:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202227.661521:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202227.661525:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202227.661528:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295065382 00000100:00000010:3.0:1786202227.661532:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d840. 00000100:00000001:3.0:1786202227.661538:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786202227.661545:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295065382 00000100:00000010:3.0:1786202227.661547:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935dc00. 00000100:00000001:3.0:1786202227.661550:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786202227.661553:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.661555:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.661558:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202227.661561:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661568:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202227.661569:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661571:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202227.661573:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202227.661575:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202227.661577:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508527616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.661580:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202227.661583:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202227.661584:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661586:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202227.661589:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8496000. 02000000:00000001:3.0:1786202227.661591:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202227.661594:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202227.661596:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b43c8. 00000400:00000010:3.0:1786202227.661600:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17198. 00000100:00000200:3.0:1786202227.661602:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508527616, portal 10 00000100:00000001:3.0:1786202227.661609:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202227.661610:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801467392 : -120272908084224 : ffff929cc8099c00) 00000100:00000040:3.0:1786202227.661617:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661623:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202227.661625:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202227.661628:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d174c8. 00000100:00000200:3.0:1786202227.661630:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508527616, offset 0 00000400:00000200:3.0:1786202227.661634:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202227.661638:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.661641:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202227.661644:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202227.661646:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202227.661648:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202227.661651:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202227.661653:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [177:177:255:4294967295] 192.168.203.157@tcp LPNI seq info [177:177:7:4294967295] 00000400:00000200:3.0:1786202227.661657:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.661662:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202227.661667:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202227.661670:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9300. 00000800:00000200:3.0:1786202227.661674:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202227.661678:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202227.661681:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202227.661684:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.661687:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 155307 usecs (156 jiffies) 00000400:00000200:3.0:1786202227.661690:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202227.661692:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295064266 00000100:00000001:3.0:1786202227.661694:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.661696:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295064266 00000100:00000001:3.0:1786202227.661698:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.661705:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.661707:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.661709:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202227.661713:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661719:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202227.661720:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661722:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202227.661724:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202227.661726:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202227.661728:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc8099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508527872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.661731:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202227.661733:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202227.661735:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661736:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202227.661739:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8496800. 02000000:00000001:3.0:1786202227.661740:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202227.661743:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202227.661746:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4c08. 00000400:00000010:3.0:1786202227.661749:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d175d8. 00000100:00000200:3.0:1786202227.661751:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508527872, portal 10 00000100:00000001:3.0:1786202227.661752:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202227.661753:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801468288 : -120272908083328 : ffff929cc8099f80) 00000100:00000040:3.0:1786202227.661758:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661764:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202227.661766:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202227.661768:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d177f8. 00000100:00000200:3.0:1786202227.661770:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508527872, offset 0 00000400:00000200:3.0:1786202227.661773:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202227.661776:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.661779:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202227.661786:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202227.661789:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202227.661791:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202227.661793:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202227.661795:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [178:178:254:4294967295] 192.168.203.157@tcp LPNI seq info [178:178:6:4294967295] 00000400:00000200:3.0:1786202227.661798:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.661804:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202227.661808:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202227.661811:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9800. 00000800:00000200:3.0:1786202227.661814:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202227.661818:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202227.661820:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202227.661823:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.661826:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 43558 usecs (44 jiffies) 00000400:00000200:3.0:1786202227.661829:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202227.661831:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295064154 00000100:00000001:3.0:1786202227.661833:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.661836:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295064154 00000100:00000001:3.0:1786202227.661837:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.661840:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.661842:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.661844:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.661847:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.661853:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202227.661855:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202227.661857:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.661859:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202227.661860:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202227.661862:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1786202227.661864:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.661866:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202227.661871:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.661873:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.661874:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202227.661875:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202227.661878:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661885:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202227.661886:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661889:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202227.661890:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202227.661892:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202227.661894:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508527488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.661898:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202227.661900:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202227.661901:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.661903:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202227.661906:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8497a00. 02000000:00000001:3.0:1786202227.661908:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202227.661911:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202227.661913:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4b58. 00000400:00000010:3.0:1786202227.661917:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17000. 00000100:00000200:3.0:1786202227.661920:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508527488, portal 10 00000100:00000001:3.0:1786202227.661921:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202227.661922:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801473664 : -120272908077952 : ffff929cc809b480) 00000100:00000040:3.0:1786202227.661927:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.661933:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202227.661936:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202227.661938:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17088. 00000100:00000200:3.0:1786202227.661940:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508527488, offset 0 00000400:00000200:3.0:1786202227.662018:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202227.662023:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.662026:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202227.662034:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202227.662036:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202227.662038:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202227.662041:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202227.662043:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [179:179:253:4294967295] 192.168.203.157@tcp LPNI seq info [179:179:5:4294967295] 00000400:00000200:3.0:1786202227.662047:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.662054:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202227.662059:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202227.662062:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9d00. 00000800:00000200:3.0:1786202227.662066:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202227.662071:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202227.662073:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202227.662077:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.662079:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 133092 usecs (134 jiffies) 00000400:00000200:3.0:1786202227.662082:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202227.662084:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295064244 00000100:00000001:3.0:1786202227.662086:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.662088:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295064244 00000100:00000001:3.0:1786202227.662090:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.662092:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.662094:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.662096:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202227.662100:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.662107:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202227.662108:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.662111:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202227.662112:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202227.662114:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202227.662122:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508527744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.662125:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202227.662129:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202227.662131:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.662132:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202227.662135:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc8497c00. 02000000:00000001:3.0:1786202227.662136:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202227.662139:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202227.662141:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4790. 00000400:00000010:3.0:1786202227.662144:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17908. 00000100:00000200:3.0:1786202227.662147:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508527744, portal 10 00000100:00000001:3.0:1786202227.662149:0:2404:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202227.662150:0:2404:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801472768 : -120272908078848 : ffff929cc809b100) 00000100:00000040:3.0:1786202227.662155:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.662160:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202227.662162:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202227.662164:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17a18. 00000100:00000200:3.0:1786202227.662166:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508527744, offset 0 00000400:00000200:3.0:1786202227.662170:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202227.662173:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.662177:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202227.662180:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202227.662182:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202227.662184:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202227.662186:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202227.662189:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [180:180:252:4294967295] 192.168.203.157@tcp LPNI seq info [180:180:4:4294967295] 00000400:00000200:3.0:1786202227.662192:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202227.662198:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202227.662203:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202227.662206:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9500. 00000800:00000200:3.0:1786202227.662215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202227.662219:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202227.662222:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202227.662225:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.662228:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 32928 usecs (33 jiffies) 00000400:00000200:3.0:1786202227.662231:0:2404:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202227.662233:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295064143 00000100:00000001:3.0:1786202227.662235:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.662237:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295064143 00000100:00000001:3.0:1786202227.662239:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295065382 00000100:00000001:3.0:1786202227.662241:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.662243:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.662245:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.662247:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.662263:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.662266:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786202227.667246:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202227.667255:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9c00. 00000400:00000200:0.0:1786202227.667264:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.667272:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202227.667279:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17cc0 00000400:00000010:0.0:1786202227.667282:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17cc0. 00000100:00000001:0.0:1786202227.667288:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202227.667296:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667308:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202227.667312:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667319:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202227.667321:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202227.667386:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202227.667390:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9300. 00000400:00000200:0.0:1786202227.667393:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.667397:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202227.667400:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d174c8 00000400:00000010:0.0:1786202227.667416:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d174c8. 00000100:00000001:0.0:1786202227.667419:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202227.667424:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667431:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202227.667434:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667441:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202227.667442:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202227.667453:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202227.667455:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9800. 00000400:00000200:0.0:1786202227.667458:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.667461:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202227.667464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d177f8 00000400:00000010:0.0:1786202227.667465:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d177f8. 00000100:00000001:0.0:1786202227.667467:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202227.667471:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667477:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202227.667479:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667484:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202227.667485:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202227.667493:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202227.667495:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9d00. 00000400:00000200:0.0:1786202227.667498:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.667500:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202227.667503:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17088 00000400:00000010:0.0:1786202227.667504:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17088. 00000100:00000001:0.0:1786202227.667506:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202227.667510:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667541:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202227.667545:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667551:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202227.667552:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786202227.667610:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202227.667613:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9500. 00000400:00000200:0.0:1786202227.667616:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.667620:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202227.667622:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17a18 00000400:00000010:0.0:1786202227.667624:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17a18. 00000100:00000001:0.0:1786202227.667627:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786202227.667630:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667637:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786202227.667640:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.667646:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202227.667647:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202227.678182:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678198:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202227.678202:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678205:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678215:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678221:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202227.678231:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678236:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678241:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678245:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a05300 00000400:00000200:0.0:1786202227.678250:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678256:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x9d9 [1] + 224 00000800:00000001:0.0:1786202227.678277:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678281:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678284:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.678288:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202227.678295:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202227.678304:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202227.678314:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.678364:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.678369:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202227.678476:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202227.678486:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678490:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202227.678492:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678494:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678497:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678500:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202227.678505:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678507:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678510:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678513:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05400 00000400:00000200:0.0:1786202227.678516:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678520:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9e1 [1] + 224 00000800:00000001:0.0:1786202227.678524:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678526:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678528:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.678531:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202227.678534:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202227.678538:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202227.678548:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.678570:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202227.678574:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678577:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202227.678578:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678581:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678584:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678588:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202227.678591:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678593:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678596:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678599:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05500 00000400:00000200:0.0:1786202227.678602:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678606:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9e9 [1] + 224 00000800:00000001:0.0:1786202227.678610:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678613:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678615:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.678618:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202227.678621:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202227.678625:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202227.678632:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.678639:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202227.678643:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678646:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202227.678648:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678650:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678652:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678655:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202227.678658:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678666:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678669:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678672:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05480 00000400:00000200:0.0:1786202227.678675:0:2394:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.678679:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9f9 [1] + 224 00000800:00000001:0.0:1786202227.678682:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678691:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.678693:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.678696:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202227.678698:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202227.678703:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202227.678711:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.678717:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202227.678720:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.678722:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786202227.678766:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202227.678768:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202227.678771:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b48f0. 00000400:00000200:3.0:1786202227.678775:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17550 00000400:00000010:3.0:1786202227.678777:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17550. 00000100:00000001:3.0:1786202227.678781:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202227.678786:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202227.678794:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.678800:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202227.678802:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.678804:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202227.678807:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202227.678809:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202227.678817:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.678819:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202227.678826:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202227.678830:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202227.678833:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202227.678835:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202227.678837:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202227.678839:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.678842:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.678846:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.678853:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.678856:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202227.678858:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202227.678861:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202227.678868:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c6b10997-92d0-4321-91de-02fb8f803eb2:2404:1872968508527360:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786202227.678874:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202227.678875:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202227.678877:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b43c8. 00000400:00000200:3.0:1786202227.678879:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17198 00000400:00000010:3.0:1786202227.678881:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17198. 00000100:00000001:3.0:1786202227.678883:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202227.678886:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202227.678894:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.678899:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202227.678900:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.678902:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202227.678903:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202227.678904:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202227.678910:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.678911:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202227.678917:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202227.678920:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202227.678922:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202227.678923:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202227.678925:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202227.678929:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202227.678935:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.678938:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202227.678958:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202227.678960:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202227.678962:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.678966:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.678972:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.678973:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202227.678975:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202227.678978:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202227.678985:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508527616:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786202227.679053:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202227.679056:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202227.679057:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4c08. 00000400:00000200:3.0:1786202227.679060:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d175d8 00000400:00000010:3.0:1786202227.679062:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d175d8. 00000100:00000001:3.0:1786202227.679064:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202227.679068:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202227.679075:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679086:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202227.679087:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.679089:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202227.679090:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202227.679092:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202227.679093:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.679094:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202227.679098:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202227.679101:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202227.679103:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202227.679105:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202227.679106:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202227.679110:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202227.679116:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679119:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202227.679120:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202227.679122:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202227.679123:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.679127:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679132:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.679134:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202227.679135:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202227.679139:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202227.679146:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc8099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508527872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.679150:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679152:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202227.679155:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809bb80 x1872968508527360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679168:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202227.679171:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202227.679174:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8496200. 02000000:00000001:3.0:1786202227.679178:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202227.679181:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202227.679183:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1786202227.679185:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202227.679188:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9f00. 02000000:00000001:3.0:1786202227.679191:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202227.679193:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202227.679195:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809bb80. 00000100:00000001:3.0:1786202227.679199:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202227.679200:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.679202:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202227.679206:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8099c00 x1872968508527616/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679212:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202227.679213:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202227.679215:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8496000. 02000000:00000001:3.0:1786202227.679217:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202227.679218:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202227.679219:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202227.679221:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202227.679222:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9700. 02000000:00000001:3.0:1786202227.679224:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202227.679225:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202227.679226:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8099c00. 00000100:00000001:3.0:1786202227.679228:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202227.679229:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.679231:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202227.679233:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc8099f80 x1872968508527872/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679239:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202227.679240:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202227.679246:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8496800. 02000000:00000001:3.0:1786202227.679248:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202227.679249:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202227.679250:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202227.679252:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202227.679253:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9600. 02000000:00000001:3.0:1786202227.679255:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202227.679256:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202227.679257:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc8099f80. 00000100:00000001:3.0:1786202227.679260:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202227.679261:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.679264:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679266:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.679267:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786202227.679270:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202227.679271:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202227.679273:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4790. 00000400:00000200:3.0:1786202227.679276:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17908 00000400:00000010:3.0:1786202227.679277:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17908. 00000100:00000001:3.0:1786202227.679280:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202227.679283:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202227.679290:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679296:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202227.679297:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.679299:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202227.679300:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202227.679301:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202227.679302:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.679304:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202227.679308:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202227.679311:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202227.679313:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202227.679314:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202227.679315:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202227.679323:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679326:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202227.679327:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202227.679329:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202227.679330:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.679334:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679366:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.679368:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202227.679369:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202227.679373:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202227.679380:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0a61691f-fde3-4026-805c-05dcf1d88f55:2404:1872968508527744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.679384:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679385:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202227.679388:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809b100 x1872968508527744/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.679394:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202227.679395:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202227.679397:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8497c00. 02000000:00000001:3.0:1786202227.679399:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202227.679400:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202227.679402:0:2404:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202227.679403:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202227.679405:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9100. 02000000:00000001:3.0:1786202227.679407:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202227.679408:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202227.679409:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809b100. 00000100:00000001:3.0:1786202227.679411:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202227.679412:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.679414:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679416:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.679417:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202227.679423:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.679425:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786202227.685824:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.685842:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202227.685847:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.685849:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.685859:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.685867:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202227.685875:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.685880:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.685885:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.685889:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05380 00000400:00000200:0.0:1786202227.685893:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202227.685899:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9f1 [1] + 224 00000800:00000001:0.0:1786202227.685906:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.685969:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202227.685973:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202227.686121:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202227.686129:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202227.686138:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202227.686149:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202227.686163:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202227.686171:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202227.686175:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.686281:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.686285:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786202227.686292:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202227.686294:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202227.686297:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4b58. 00000400:00000200:3.0:1786202227.686301:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17000 00000400:00000010:3.0:1786202227.686304:0:2404:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17000. 00000100:00000001:3.0:1786202227.686307:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202227.686311:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202227.686319:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.686325:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202227.686327:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.686329:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202227.686332:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202227.686334:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202227.686368:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202227.686371:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202227.686378:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202227.686382:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202227.686384:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202227.686386:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202227.686389:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202227.686392:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.686395:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202227.686397:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202227.686399:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202227.686401:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202227.686405:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.686412:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202227.686415:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202227.686423:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202227.686427:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202227.686435:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2404:1872968508527488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202227.686440:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.686443:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202227.686446:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809b480 x1872968508527488/t0(0) o400->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202227.686452:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202227.686454:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202227.686458:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc8497a00. 02000000:00000001:3.0:1786202227.686461:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202227.686464:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202227.686465:0:2404:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202227.686468:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202227.686470:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc79e9e00. 02000000:00000001:3.0:1786202227.686474:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202227.686476:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202227.686478:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809b480. 00000100:00000001:3.0:1786202227.686481:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202227.686483:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.686485:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202227.686492:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202227.686494:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202227.686496:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202227.686499:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202227.743516:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202227.743533:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202227.743539:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202227.743540:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202227.743626:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202227.743630:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202227.743632:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202228.772443:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202228.772450:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202228.772454:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202228.772456:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202228.777376:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202228.777383:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202228.777387:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786202228.962744:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295065382, at 4295065410 00000100:00000010:0.0:1786202228.962757:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935d840. 00000100:00000040:1.0:1786202228.964418:0:248:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295065382, at 4295065411 00000100:00000010:1.0:1786202228.964430:0:248:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935dc00. 00000080:00000001:2.0:1786202229.687130:0:10684:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786202229.687145:0:10684:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202229.791610:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202229.791644:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202229.791652:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202229.791653:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202229.791736:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202229.791740:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202229.791744:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786202230.816127:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202230.816133:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202230.816137:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202230.816138:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202230.817024:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202230.817028:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202230.817032:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786202231.502098:0:10824:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202231.502110:0:10824:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1786202231.837781:0:10860:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1786202231.837789:0:10860:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: finish setup 11:17:10 (1786202230) === 00000001:00000001:2.0:1786202231.849568:0:10860:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1786202231.849604:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202231.849607:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202231.849612:0:126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202231.849614:0:126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786202231.860122:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786202231.860128:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786202231.860133:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786202232.230278:0:10875:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202232.230290:0:10875:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786202232.257265:0:8238:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1786202232.257272:0:8238:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1786202232.257275:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fb78 00000080:00200000:2.0:1786202232.257279:0:8238:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000080:00000010:2.0:1786202232.257287:0:8238:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc93a9600. 00800000:00000002:2.0:1786202232.257293:0:8238:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00000080:00000001:2.0:1786202232.257297:0:8238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1786202232.257301:0:8238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1786202232.257303:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fa98 00800000:00000002:2.0:1786202232.257305:0:8238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1786202232.257309:0:8238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1786202232.257311:0:8238:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786202232.257313:0:8238:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786202232.257315:0:8238:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786202232.257317:0:8238:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786202232.257319:0:8238:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786202232.257321:0:8238:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1786202232.257323:0:8238:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786202232.257326:0:8238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1786202232.257331:0:8238:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1786202232.257333:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3f968 00000002:00010000:2.0:1786202232.257709:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1786202232.257722:0:8238:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1786202232.257724:0:8238:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786202232.257727:0:8238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786202232.257732:0:8238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:2.0:1786202232.257735:0:8238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786202232.257740:0:8238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786202232.257744:0:8238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1786202232.257748:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 02000000:00000001:2.0:1786202232.257759:0:8238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1786202232.257827:0:8238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.257832:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000002:00000001:3.0:1786202232.257840:0:8238:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1786202232.257842:0:8238:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786202232.257849:0:8238:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.257851:0:8238:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.257853:0:8238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786202232.257855:0:8238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1786202232.257858:0:8238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1786202232.257861:0:8238:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000010:3.0:1786202232.257864:0:8238:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc93a9600. 00000080:00000001:3.0:1786202232.257868:0:8238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1786202232.257870:0:8238:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786202232.257872:0:8238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:3.0:1786202232.257875:0:8238:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00800000:00000001:3.0:1786202232.257879:0:8238:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1786202232.257881:0:8238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786202232.257883:0:8238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.257885:0:8238:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.257888:0:8238:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.257890:0:8238:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.257892:0:8238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.257895:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.257897:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786202232.257898:0:8238:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786202232.257899:0:8238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786202232.257902:0:8238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c3fbb0 00010000:00000001:3.0:1786202232.257903:0:8238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.257904:0:8238:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.257906:0:8238:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.257907:0:8238:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.257975:0:8238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.257977:0:8238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786202232.257980:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1786202232.257987:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.257993:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.257995:0:8238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786202232.257997:0:8238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786202232.257999:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:3.0:1786202232.258009:0:8238:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786202232.258011:0:8238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786202232.258013:0:8238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786202232.258016:0:8238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.258019:0:8238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786202232.258021:0:8238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.258023:0:8238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.258025:0:8238:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.258027:0:8238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786202232.258028:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.258029:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1786202232.258032:0:8238:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786202232.258033:0:8238:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786202232.258036:0:8238:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8), inode mode 41ed mask 44 00000080:00000001:3.0:1786202232.258040:0:8238:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.258046:0:8238:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1786202232.258047:0:8238:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1786202232.258049:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fb78 00000080:00200008:3.0:1786202232.258051:0:8238:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), flags 304000 00000080:00000010:3.0:1786202232.258056:0:8238:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff929cc17ad180. 00000080:00000001:3.0:1786202232.258061:0:8238:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.258063:0:8238:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786202232.258073:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fd28 00000080:00200008:3.0:1786202232.258075:0:8238:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1786202232.258082:0:8238:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1786202232.258084:0:8238:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1786202232.258087:0:8238:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc8497a00. 00800000:00000002:3.0:1786202232.258090:0:8238:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00800000:00000001:3.0:1786202232.258094:0:8238:0:(lmv_obd.c:3436:lmv_read_page()) Process entered 00800000:00000001:3.0:1786202232.258096:0:8238:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786202232.258098:0:8238:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786202232.258103:0:8238:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786202232.258105:0:8238:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786202232.258107:0:8238:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.258109:0:8238:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1786202232.258111:0:8238:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.258115:0:8238:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1786202232.258116:0:8238:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1786202232.258118:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3f990 00000002:00010000:3.0:1786202232.258119:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1786202232.258122:0:8238:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1786202232.258124:0:8238:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1786202232.258125:0:8238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1786202232.258128:0:8238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:3.0:1786202232.258130:0:8238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786202232.258132:0:8238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202232.258134:0:8238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786202232.258137:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 02000000:00000001:3.0:1786202232.258143:0:8238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1786202232.258146:0:8238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.258149:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000002:00000001:3.0:1786202232.258155:0:8238:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1786202232.258156:0:8238:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786202232.258158:0:8238:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786202232.258160:0:8238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786202232.258161:0:8238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.258162:0:8238:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.258164:0:8238:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.258166:0:8238:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.258168:0:8238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.258170:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.258171:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786202232.258175:0:8238:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.258201:0:8238:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1786202232.258205:0:8238:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff929cc2ec0800. 00000002:00000001:3.0:1786202232.258995:0:8238:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1786202232.259002:0:8238:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc809b480. 00000020:00000040:3.0:1786202232.259008:0:8238:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202232.259012:0:8238:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786202232.259015:0:8238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786202232.259018:0:8238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786202232.259024:0:8238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff929cc8496c00. 00000100:00000001:3.0:1786202232.259030:0:8238:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.259033:0:8238:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1786202232.259036:0:8238:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff929cc84c2400. 00000100:00000010:3.0:1786202232.259040:0:8238:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff929cc2ecc000. 00000020:00000040:3.0:1786202232.259042:0:8238:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=5 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000100:00000001:3.0:1786202232.259061:0:8238:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1786202232.259063:0:8238:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1786202232.259067:0:8238:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cc8148f00. 00000100:00000001:3.0:1786202232.259069:0:8238:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623800802184960 : -120272907366656 : ffff929cc8148f00) 00000100:00000001:3.0:1786202232.259072:0:8238:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202232.259074:0:8238:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801473664 : -120272908077952 : ffff929cc809b480) 00000100:00000001:3.0:1786202232.259077:0:8238:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786202232.259080:0:8238:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.259082:0:8238:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1786202232.259084:0:8238:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202232.259093:0:8238:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.259102:0:8238:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202232.259104:0:8238:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.259107:0:8238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202232.259110:0:8238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202232.259112:0:8238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202232.259115:0:8238:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc809b480 pname:cluuid:pid:xid:nid:opc:job bash:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:8238:1872968508528000:192.168.203.157@tcp:37:bash.0 00000100:00000001:3.0:1786202232.259119:0:8238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202232.259128:0:8238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202232.259130:0:8238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.259132:0:8238:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1786202232.259139:0:8238:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202232.259143:0:8238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4b58. 00000400:00000010:3.0:1786202232.259150:0:8238:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff929cc8c24000. 00000100:00000200:3.0:1786202232.259157:0:8238:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a77476a05580-0x6a77476a05580, portal 14 00000100:00000001:3.0:1786202232.259160:0:8238:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.259162:0:8238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202232.259166:0:8238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff929cc84c3400. 02000000:00000001:3.0:1786202232.259167:0:8238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202232.259170:0:8238:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202232.259172:0:8238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4790. 00000400:00000010:3.0:1786202232.259176:0:8238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17000. 00000100:00000200:3.0:1786202232.259178:0:8238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872968508528000, portal 10 00000100:00000001:3.0:1786202232.259180:0:8238:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202232.259181:0:8238:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800801473664 : -120272908077952 : ffff929cc809b480) 00000100:00000040:3.0:1786202232.259187:0:8238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.259195:0:8238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202232.259197:0:8238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202232.259200:0:8238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17908. 00000100:00000200:3.0:1786202232.259203:0:8238:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1872968508528000, offset 0 00000400:00000200:3.0:1786202232.259208:0:8238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202232.259215:0:8238:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.259222:0:8238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202232.259226:0:8238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202232.259230:0:8238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202232.259233:0:8238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202232.259236:0:8238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202232.259240:0:8238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [181:181:256:4294967295] 192.168.203.157@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1786202232.259244:0:8238:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.259254:0:8238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202232.259263:0:8238:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202232.259268:0:8238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9100. 00000800:00000200:3.0:1786202232.259274:0:8238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202232.259281:0:8238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202232.259285:0:8238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1786202232.259295:0:8238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.259298:0:8238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 129481 usecs (130 jiffies) 00000400:00000200:3.0:1786202232.259302:0:8238:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202232.259304:0:8238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295068837 00000100:00000010:3.0:1786202232.259308:0:8238:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d4e0. 00000100:00000001:3.0:1786202232.259313:0:8238:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786202232.259320:0:8238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295068837 00000100:00000010:3.0:1786202232.259322:0:8238:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935da80. 00000100:00000001:3.0:1786202232.259325:0:8238:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786202232.259328:0:8238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.259330:0:8238:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.259332:0:8238:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202232.259334:0:8238:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1786202232.259352:0:8238:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc8148f00 going to sleep for 11 seconds 00000100:00000001:3.0:1786202232.259354:0:8238:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202232.259357:0:8238:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202232.259668:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202232.259672:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9100. 00000400:00000200:1.0:1786202232.259676:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202232.259681:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202232.259686:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17908 00000400:00000010:1.0:1786202232.259688:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17908. 00000100:00000001:1.0:1786202232.259692:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202232.259696:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1786202232.259712:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202232.259716:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1786202232.259722:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202232.259724:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202232.264369:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.264385:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.264389:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.264391:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.264400:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264406:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.264415:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264420:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264438:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264442:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 4096 into portal 14 MB=0x6a77476a05580 00000400:00000200:0.0:1786202232.264447:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264453:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.157@tcp of length 4096/4096 into md 0xa01 [256] + 0 00000400:00000010:0.0:1786202232.264459:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4b58. 00000400:00000200:0.0:1786202232.264463:0:2393:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff929cc8c24000 00000800:00000001:0.0:1786202232.264469:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.264478:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.264481:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.264487:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786202232.264600:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc8c24000 00000400:00000010:0.0:1786202232.264603:0:2393:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff929cc8c24000. 00000100:00000001:0.0:1786202232.264609:0:2393:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1786202232.264612:0:2393:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff929cc809b480 desc ffff929cc84c2400 mbits 1872968508528000 00000100:00000001:3.0:1786202232.264662:0:8238:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202232.264667:0:8238:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202232.264735:0:2393:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1786202232.264745:0:2393:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1786202232.264749:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264755:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202232.264761:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [182:182:256:4294967295] 192.168.203.157@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:0.0:1786202232.264766:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.264774:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) 192.168.203.157@tcp : ACK try# 0 00000800:00000200:0.0:1786202232.264780:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202232.264787:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff929cc5498000. 00000800:00000200:0.0:1786202232.264794:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202232.264801:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202232.264805:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc5498000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1786202232.264863:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786202232.264867:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff929cc5498000. 00000400:00000200:0.0:1786202232.264871:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.264875:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: ACK: OK 00000800:00000001:0.0:1786202232.264881:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.264891:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.268691:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.268706:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.268710:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.268713:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.268721:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.268728:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.268736:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.268741:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.268746:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.268750:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 440 into portal 10 MB=0x6a77476a05580 00000400:00000200:0.0:1786202232.268755:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.268761:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 440/440 into md 0xa09 [1] + 224 00000800:00000001:0.0:1786202232.268767:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.268776:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.268781:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.268785:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202232.268791:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202232.268800:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786202232.268811:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.268861:0:8238:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202232.268880:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202232.268888:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.268891:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786202232.268945:0:8238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202232.268947:0:8238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202232.268950:0:8238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4790. 00000400:00000200:3.0:1786202232.268954:0:8238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17000 00000400:00000010:3.0:1786202232.268956:0:8238:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17000. 00000100:00000001:3.0:1786202232.268970:0:8238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202232.268974:0:8238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1786202232.269001:0:8238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.269007:0:8238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202232.269009:0:8238:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.269011:0:8238:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202232.269014:0:8238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202232.269016:0:8238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202232.269018:0:8238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.269020:0:8238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202232.269029:0:8238:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd4f0 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202232.269032:0:8238:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202232.269035:0:8238:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202232.269037:0:8238:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.269040:0:8238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202232.269042:0:8238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.269046:0:8238:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202232.269048:0:8238:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202232.269050:0:8238:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202232.269051:0:8238:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.269056:0:8238:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1786202232.269065:0:8238:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.269072:0:8238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202232.269073:0:8238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202232.269077:0:8238:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1786202232.269085:0:8238:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc809b480 pname:cluuid:pid:xid:nid:opc:job bash:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:8238:1872968508528000:192.168.203.157@tcp:37:bash.0 00000100:00000001:3.0:1786202232.269089:0:8238:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.269092:0:8238:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.269100:0:8238:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1786202232.269102:0:8238:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.269106:0:8238:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.269113:0:8238:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786202232.269115:0:8238:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cc8148f00. 00000100:00000001:3.0:1786202232.269118:0:8238:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1786202232.269120:0:8238:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.269123:0:8238:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.269126:0:8238:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.269129:0:8238:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc809b480 x1872968508528000/t0(0) o37->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1786202248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.269135:0:8238:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202232.269138:0:8238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202232.269141:0:8238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff929cc84c3400. 02000000:00000001:3.0:1786202232.269144:0:8238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202232.269147:0:8238:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.269149:0:8238:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202232.269150:0:8238:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1786202232.269152:0:8238:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1786202232.269154:0:8238:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.269155:0:8238:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202232.269156:0:8238:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1786202232.269180:0:8238:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff929cc2ecc000. 00000100:00000010:3.0:1786202232.269184:0:8238:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff929cc84c2400. 00000100:00000001:3.0:1786202232.269186:0:8238:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1786202232.269189:0:8238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff929cc8496c00. 02000000:00000001:3.0:1786202232.269192:0:8238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202232.269193:0:8238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202232.269196:0:8238:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc809b480. 00000100:00000001:3.0:1786202232.269199:0:8238:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202232.269200:0:8238:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786202232.269202:0:8238:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1786202232.269204:0:8238:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1786202232.270073:0:8238:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff929cc2ec0800. 00000002:00000001:3.0:1786202232.270081:0:8238:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270095:0:8238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.270097:0:8238:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.270100:0:8238:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.270102:0:8238:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.270106:0:8238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.270108:0:8238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786202232.270112:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:3.0:1786202232.270121:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.270123:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.270124:0:8238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786202232.270127:0:8238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786202232.270129:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:3.0:1786202232.270136:0:8238:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786202232.270139:0:8238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786202232.270141:0:8238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786202232.270144:0:8238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270147:0:8238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786202232.270149:0:8238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270151:0:8238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270154:0:8238:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270156:0:8238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786202232.270157:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.270158:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1786202232.270161:0:8238:0:(lmv_obd.c:3453:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.270168:0:8238:0:(statahead.c:1897:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1786202232.270172:0:8238:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000010:3.0:1786202232.270175:0:8238:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc8497a00. 00000080:00000001:3.0:1786202232.270179:0:8238:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.270185:0:8238:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1786202232.270187:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fca0 00000080:00200000:3.0:1786202232.270190:0:8238:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000080:00000010:3.0:1786202232.270199:0:8238:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc8497a00. 00800000:00000002:3.0:1786202232.270204:0:8238:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00000080:00000001:3.0:1786202232.270208:0:8238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1786202232.270211:0:8238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1786202232.270213:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fbc0 00800000:00000002:3.0:1786202232.270215:0:8238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1786202232.270218:0:8238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1786202232.270221:0:8238:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786202232.270223:0:8238:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786202232.270225:0:8238:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786202232.270227:0:8238:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786202232.270229:0:8238:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.270230:0:8238:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1786202232.270233:0:8238:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.270236:0:8238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1786202232.270240:0:8238:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1786202232.270241:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fa90 00000002:00010000:3.0:1786202232.270243:0:8238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1786202232.270246:0:8238:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1786202232.270248:0:8238:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1786202232.270250:0:8238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1786202232.270255:0:8238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:3.0:1786202232.270258:0:8238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786202232.270262:0:8238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202232.270265:0:8238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786202232.270268:0:8238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 02000000:00000001:3.0:1786202232.270277:0:8238:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1786202232.270281:0:8238:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.270284:0:8238:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000002:00000001:3.0:1786202232.270290:0:8238:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1786202232.270296:0:8238:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786202232.270298:0:8238:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.270300:0:8238:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.270302:0:8238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786202232.270304:0:8238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1786202232.270307:0:8238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1786202232.270309:0:8238:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000010:3.0:1786202232.270311:0:8238:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc8497a00. 00000080:00000001:3.0:1786202232.270314:0:8238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1786202232.270315:0:8238:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786202232.270318:0:8238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:3.0:1786202232.270320:0:8238:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00800000:00000001:3.0:1786202232.270323:0:8238:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1786202232.270325:0:8238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786202232.270327:0:8238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.270328:0:8238:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.270330:0:8238:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.270331:0:8238:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.270333:0:8238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.270373:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.270375:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786202232.270376:0:8238:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786202232.270378:0:8238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786202232.270380:0:8238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c3fcd8 00010000:00000001:3.0:1786202232.270382:0:8238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.270383:0:8238:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.270384:0:8238:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.270386:0:8238:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.270388:0:8238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.270390:0:8238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786202232.270393:0:8238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:3.0:1786202232.270398:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.270404:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.270405:0:8238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786202232.270407:0:8238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786202232.270409:0:8238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:3.0:1786202232.270415:0:8238:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786202232.270416:0:8238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786202232.270418:0:8238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786202232.270419:0:8238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270421:0:8238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786202232.270422:0:8238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270424:0:8238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270426:0:8238:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.270428:0:8238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786202232.270429:0:8238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.270430:0:8238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1786202232.270432:0:8238:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786202232.270433:0:8238:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1786202232.270436:0:8238:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786202232.270441:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fd28 00000080:00000008:3.0:1786202232.270442:0:8238:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff929cd89100c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1786202232.270746:0:8238:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1786202232.270749:0:8238:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1786202232.270754:0:8238:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc8497a00. 00800000:00000002:3.0:1786202232.270758:0:8238:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00000080:00000001:3.0:1786202232.270761:0:8238:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1786202232.270766:0:8238:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446731375711925312 : -12697997626304 : fffff473845cb440) 00000080:00000001:3.0:1786202232.270770:0:8238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1786202232.270774:0:8238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1786202232.270777:0:8238:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.270779:0:8238:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000010:3.0:1786202232.270781:0:8238:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc8497a00. 00000080:00000001:3.0:1786202232.270785:0:8238:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.270802:0:8238:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1786202232.270803:0:8238:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:3.0:1786202232.270810:0:8238:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1786202232.270813:0:8238:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.270878:0:8238:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1786202232.270880:0:8238:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1786202232.270882:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fdd0 00000080:00200008:3.0:1786202232.270884:0:8238:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff929cd89100c8), flags 304000 00000080:00400000:3.0:1786202232.270887:0:8238:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1786202232.270890:0:8238:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff929cc17ad180. 00000080:00000001:3.0:1786202232.270894:0:8238:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786202232.270896:0:8238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c3fdd0 00000080:00000008:3.0:1786202232.270898:0:8238:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff929cd89100c8), flags 304000, rc = 0 00000080:00000001:3.0:1786202232.270900:0:8238:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.270901:0:8238:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786202232.276214:0:10879:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1786202232.276221:0:10879:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1786202232.276223:0:10879:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1786202232.276226:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57b20 00000080:00200000:0.0:1786202232.276230:0:10879:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000080:00000010:0.0:1786202232.276238:0:10879:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc48ba200. 00800000:00000002:0.0:1786202232.276243:0:10879:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00000080:00000001:0.0:1786202232.276247:0:10879:0:(namei.c:944:ll_intent_lock()) Process entered 00000020:00000010:0.0:1786202232.276253:0:10879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff929cc8d95c00. 00800000:00000001:0.0:1786202232.276262:0:10879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1786202232.276264:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57a40 00800000:00000002:0.0:1786202232.276267:0:10879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1786202232.276270:0:10879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1786202232.276273:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1786202232.276275:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1786202232.276277:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1786202232.276280:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1786202232.276282:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1786202232.276284:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1786202232.276287:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1786202232.276291:0:10879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1786202232.276296:0:10879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1786202232.276297:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57910 00000002:00010000:0.0:1786202232.276299:0:10879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1786202232.276303:0:10879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1786202232.276305:0:10879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1786202232.276308:0:10879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1786202232.276314:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:0.0:1786202232.276318:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1786202232.276322:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1786202232.276327:0:10879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff929cd0eeb180. 00010000:00000001:0.0:1786202232.276330:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786202232.276459:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 02000000:00000001:0.0:1786202232.276471:0:10879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1786202232.276476:0:10879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202232.276479:0:10879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000002:00000001:0.0:1786202232.276486:0:10879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1786202232.276498:0:10879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1786202232.276500:0:10879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1786202232.276508:0:10879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1786202232.276510:0:10879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1786202232.276512:0:10879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1786202232.276515:0:10879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1786202232.276518:0:10879:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000010:0.0:1786202232.276522:0:10879:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc48ba200. 00000080:00000001:0.0:1786202232.276526:0:10879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1786202232.276527:0:10879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1786202232.276530:0:10879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:0.0:1786202232.276534:0:10879:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00800000:00000001:0.0:1786202232.276537:0:10879:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1786202232.276539:0:10879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1786202232.276541:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786202232.276543:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786202232.276546:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:0.0:1786202232.276548:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:0.0:1786202232.276550:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:0.0:1786202232.276553:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786202232.276555:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1786202232.276556:0:10879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1786202232.276558:0:10879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1786202232.276560:0:10879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c57b58 00010000:00000001:0.0:1786202232.276562:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786202232.276564:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786202232.276565:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:0.0:1786202232.276567:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:0.0:1786202232.276569:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:0.0:1786202232.276571:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1786202232.276574:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:0.0:1786202232.276580:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786202232.276581:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786202232.276589:0:10879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1786202232.276592:0:10879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1786202232.276595:0:10879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1786202232.276603:0:10879:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786202232.276606:0:10879:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786202232.276607:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786202232.276610:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202232.276614:0:10879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786202232.276615:0:10879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202232.276617:0:10879:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1786202232.276620:0:10879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff929cc48ba200. 00010000:00000001:0.0:1786202232.276623:0:10879:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202232.276625:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1786202232.276626:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786202232.276627:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1786202232.276629:0:10879:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786202232.276631:0:10879:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1786202232.276633:0:10879:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8), inode mode 41ed mask 1 00000020:00000010:0.0:1786202232.276639:0:10879:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff929cc8dbb000. 00000080:00000001:0.0:1786202232.276642:0:10879:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1786202232.276650:0:10879:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff929cc8d8af40. 00000020:00000001:0.0:1786202232.276654:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57ae8 00000080:00200000:0.0:1786202232.276657:0:10879:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=[df][0-9]*, dir=[0x200000007:0x1:0x0](ffff929cd89100c8), flags=8 00000080:00000001:0.0:1786202232.276659:0:10879:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1786202232.276661:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57998 00000080:00200000:0.0:1786202232.276663:0:10879:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=[df][0-9]*, dir=[0x200000007:0x1:0x0](ffff929cd89100c8), intent=getattr 00000080:00000010:0.0:1786202232.276670:0:10879:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc48bb400. 00800000:00000002:0.0:1786202232.276673:0:10879:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00000080:00000001:0.0:1786202232.276677:0:10879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1786202232.276679:0:10879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1786202232.276680:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c578b8 00800000:00000002:0.0:1786202232.276682:0:10879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '[df][0-9]*' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1786202232.276685:0:10879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1786202232.276691:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1786202232.276693:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1786202232.276694:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1786202232.276696:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1786202232.276698:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1786202232.276700:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1786202232.276701:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202232.276704:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57850 00800000:00000002:0.0:1786202232.276706:0:10879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='[df][0-9]*' -> mds #0 00000002:00000001:0.0:1786202232.276709:0:10879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1786202232.276710:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57788 00000002:00010000:0.0:1786202232.276712:0:10879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: [df][0-9]*,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1786202232.276715:0:10879:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1786202232.276718:0:10879:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1786202232.276722:0:10879:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc54e2d80. 00000020:00000040:0.0:1786202232.276726:0:10879:0:(genops.c:1231:class_import_get()) import ffff929cc93bd000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00010000:00000001:0.0:1786202232.276731:0:10879:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1786202232.276735:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786202232.276737:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202232.276740:0:10879:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786202232.276741:0:10879:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786202232.276744:0:10879:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786202232.276750:0:10879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff929cc8d97c00. 00000100:00000001:0.0:1786202232.276756:0:10879:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202232.276760:0:10879:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1786202232.276762:0:10879:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202232.276764:0:10879:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1786202232.276765:0:10879:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786202232.276766:0:10879:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1786202232.276772:0:10879:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446623800755629440 : -120272953922176 : ffff929cc54e2d80) 00010000:00000001:0.0:1786202232.276776:0:10879:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1786202232.276778:0:10879:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1786202232.276781:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:0.0:1786202232.276783:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1786202232.276785:0:10879:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1786202232.276794:0:10879:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff929cc0031400. 00000020:00000001:0.0:1786202232.276797:0:10879:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1786202232.276799:0:10879:0:(lustre_handles.c:93:class_handle_hash()) added object ffff929cc0031400 with handle 0xbbe833a605acd5bb to hash 00000020:00000001:0.0:1786202232.276802:0:10879:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1786202232.276803:0:10879:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446623800666821632 : -120273042729984 : ffff929cc0031400) 00010000:00000001:0.0:1786202232.276807:0:10879:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446623800666821632 : -120273042729984 : ffff929cc0031400) 00010000:00000001:0.0:1786202232.276809:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786202232.276811:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202232.276814:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202232.276821:0:10879:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786202232.276831:0:10879:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786202232.276836:0:10879:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786202232.276838:0:10879:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786202232.276844:0:10879:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff929cc12ed600. 00000100:00000001:0.0:1786202232.276845:0:10879:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446623800686466560 : -120273023085056 : ffff929cc12ed600) 00000100:00000001:0.0:1786202232.276848:0:10879:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202232.276849:0:10879:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755629440 : -120272953922176 : ffff929cc54e2d80) 00000100:00000001:0.0:1786202232.276853:0:10879:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786202232.276856:0:10879:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202232.276858:0:10879:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786202232.276860:0:10879:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786202232.276871:0:10879:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786202232.276879:0:10879:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786202232.276881:0:10879:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202232.276884:0:10879:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786202232.276887:0:10879:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786202232.276890:0:10879:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786202232.276899:0:10879:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc54e2d80 pname:cluuid:pid:xid:nid:opc:job rm:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:10879:1872968508528128:192.168.203.157@tcp:101:rm.0 00000100:00000001:0.0:1786202232.276903:0:10879:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786202232.277054:0:10879:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786202232.277058:0:10879:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786202232.277060:0:10879:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786202232.277065:0:10879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff929cc8db8000. 02000000:00000001:0.0:1786202232.277067:0:10879:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786202232.277075:0:10879:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786202232.277079:0:10879:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cd917f058. 00000400:00000010:0.0:1786202232.277085:0:10879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd9b28. 00000100:00000200:0.0:1786202232.277090:0:10879:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1872968508528128, portal 10 00000100:00000001:0.0:1786202232.277092:0:10879:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786202232.277094:0:10879:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800755629440 : -120272953922176 : ffff929cc54e2d80) 00000100:00000040:0.0:1786202232.277100:0:10879:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786202232.277108:0:10879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786202232.277110:0:10879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786202232.277113:0:10879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929cc7fd93b8. 00000100:00000200:0.0:1786202232.277116:0:10879:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1872968508528128, offset 0 00000400:00000200:0.0:1786202232.277122:0:10879:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786202232.277130:0:10879:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.277138:0:10879:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786202232.277143:0:10879:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786202232.277147:0:10879:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786202232.277151:0:10879:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786202232.277153:0:10879:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786202232.277157:0:10879:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [183:183:256:4294967295] 192.168.203.157@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1786202232.277161:0:10879:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.277169:0:10879:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786202232.277175:0:10879:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786202232.277181:0:10879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc9360000. 00000800:00000200:0.0:1786202232.277188:0:10879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786202232.277201:0:10879:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786202232.277206:0:10879:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc9360000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1786202232.277289:0:10879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202232.277294:0:10879:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: using a timeout of 125443 usecs (126 jiffies) 00000400:00000200:0.0:1786202232.277298:0:10879:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786202232.277300:0:10879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295068851 00000100:00000001:0.0:1786202232.277308:0:10879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, simply extend its deadline from 4295068837 00000100:00000001:0.0:1786202232.277314:0:10879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295068851 00000100:00000001:0.0:1786202232.277317:0:10879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, simply extend its deadline from 4295068837 00000100:00000001:0.0:1786202232.277320:0:10879:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786202232.277322:0:10879:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786202232.277325:0:10879:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786202232.277327:0:10879:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786202232.277329:0:10879:0:(client.c:2702:ptlrpc_set_wait()) set ffff929cc12ed600 going to sleep for 11 seconds 00000100:00000001:0.0:1786202232.277332:0:10879:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202232.277362:0:10879:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202232.279050:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202232.279057:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc9360000. 00000400:00000200:1.0:1786202232.279066:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202232.279073:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202232.279080:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd93b8 00000400:00000010:1.0:1786202232.279082:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd93b8. 00000100:00000001:1.0:1786202232.279087:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202232.279094:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1786202232.279107:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202232.279111:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1786202232.279118:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202232.279119:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202232.286321:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.286368:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.286374:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.286378:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.286389:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.286397:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.286405:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.286409:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.286415:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.286419:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 584 into portal 10 MB=0x6a77476a05600 00000400:00000200:0.0:1786202232.286424:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.286430:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 584/584 into md 0xa11 [1] + 224 00000800:00000001:0.0:1786202232.286437:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.286445:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.286448:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.286461:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202232.286469:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202232.286477:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786202232.286612:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786202232.286631:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202232.286640:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.286644:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.286725:0:10879:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786202232.286732:0:10879:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202232.286734:0:10879:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202232.286737:0:10879:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cd917f058. 00000400:00000200:3.0:1786202232.286741:0:10879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929cc7fd9b28 00000400:00000010:3.0:1786202232.286744:0:10879:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929cc7fd9b28. 00000100:00000001:3.0:1786202232.286746:0:10879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202232.286751:0:10879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1786202232.286760:0:10879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.286767:0:10879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202232.286768:0:10879:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.286771:0:10879:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202232.286774:0:10879:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202232.286776:0:10879:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202232.286778:0:10879:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.286781:0:10879:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202232.286789:0:10879:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bd460 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202232.286793:0:10879:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bd418 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202232.286795:0:10879:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1786202232.286799:0:10879:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/584 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.286812:0:10879:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1786202232.286816:0:10879:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202232.286818:0:10879:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202232.286820:0:10879:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202232.286821:0:10879:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1786202232.286826:0:10879:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/584 e 0 to 0 dl 1786202248 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.286832:0:10879:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1786202232.286834:0:10879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202232.286836:0:10879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202232.286840:0:10879:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/584 e 0 to 0 dl 1786202248 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1786202232.286847:0:10879:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc54e2d80 pname:cluuid:pid:xid:nid:opc:job rm:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:10879:1872968508528128:192.168.203.157@tcp:101:rm.0 00000100:00000001:3.0:1786202232.286852:0:10879:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.286855:0:10879:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1786202232.286857:0:10879:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1786202232.286859:0:10879:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.286863:0:10879:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/584 e 0 to 0 dl 1786202248 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.286870:0:10879:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786202232.286873:0:10879:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff929cc12ed600. 00000100:00000001:3.0:1786202232.286876:0:10879:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1786202232.286877:0:10879:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1786202232.286881:0:10879:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1786202232.286885:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.286888:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.286891:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc0031400 refcount=4 00000020:00000001:3.0:1786202232.286893:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800666821632 : -120273042729984 : ffff929cc0031400) 00010000:00000001:3.0:1786202232.286896:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800666821632 : -120273042729984 : ffff929cc0031400) 00010000:00010000:3.0:1786202232.286901:0:10879:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.286931:0:10879:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1786202232.286936:0:10879:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.286941:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786202232.286944:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.286950:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.286951:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1786202232.286953:0:10879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.286968:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202232.286971:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.286975:0:10879:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1786202232.286977:0:10879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786202232.286983:0:10879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff929cc0031400 already unused, calling callback (ffffffffc1a792a0) 00000080:00000001:3.0:1786202232.286986:0:10879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1786202232.286990:0:10879:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.286996:0:10879:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1786202232.286998:0:10879:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1786202232.287002:0:10879:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.287006:0:10879:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1786202232.287008:0:10879:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1786202232.287015:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.287016:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.287018:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc0031400 refcount=5 00000020:00000001:3.0:1786202232.287020:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800666821632 : -120273042729984 : ffff929cc0031400) 00010000:00000001:3.0:1786202232.287022:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800666821632 : -120273042729984 : ffff929cc0031400) 00010000:00000001:3.0:1786202232.287024:0:10879:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1786202232.287026:0:10879:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1786202232.287031:0:10879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1786202232.287033:0:10879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.287035:0:10879:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1786202232.287036:0:10879:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1786202232.287039:0:10879:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1786202232.287041:0:10879:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1786202232.287042:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202232.287044:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786202232.287046:0:10879:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff929cc0031400 with handle 0xbbe833a605acd5bb from hash 00010000:00000001:3.0:1786202232.287048:0:10879:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1786202232.287050:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.287051:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.287053:0:10879:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1786202232.287054:0:10879:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1786202232.287056:0:10879:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1786202232.287058:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.287059:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.287061:0:10879:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.287062:0:10879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.287065:0:10879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.287069:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.287070:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.287071:0:10879:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1786202232.287073:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786202232.287075:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.287081:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.287082:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1786202232.287084:0:10879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc0031400/0xbbe833a605acd5bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786202232.287094:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.287096:0:10879:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1786202232.287101:0:10879:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1786202232.287107:0:10879:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/584 e 0 to 0 dl 1786202248 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1786202232.287114:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1786202232.287116:0:10879:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.287118:0:10879:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.287120:0:10879:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.287123:0:10879:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1786202232.287125:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1786202232.287126:0:10879:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.287128:0:10879:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1786202232.287131:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57710 00000002:00002000:3.0:1786202232.287133:0:10879:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=[df][0-9]* intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1786202232.287135:0:10879:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786202232.287139:0:10879:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786202232.287142:0:10879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1786202232.287145:0:10879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1786202232.287148:0:10879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.287151:0:10879:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000001:3.0:1786202232.287153:0:10879:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1786202232.287155:0:10879:0:(namei.c:674:ll_lookup_it_finish()) it ffff9dd981c57b20 it_disposition 7 00000080:00002000:3.0:1786202232.287162:0:10879:0:(namei.c:653:ll_splice_alias()) Add dentry ffff929cd8980d80 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1786202232.287169:0:10879:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1786202232.287172:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786202232.287175:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786202232.287177:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786202232.287179:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786202232.287181:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.287183:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1786202232.287191:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786202232.287197:0:10879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1786202232.287199:0:10879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1786202232.287201:0:10879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1786202232.287206:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:3.0:1786202232.287209:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786202232.287213:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202232.287215:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786202232.287219:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:3.0:1786202232.287227:0:10879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1786202232.287231:0:10879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.287234:0:10879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:3.0:1786202232.287240:0:10879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1786202232.287242:0:10879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.287244:0:10879:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1786202232.287247:0:10879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1786202232.287249:0:10879:0:(dcache.c:176:ll_intent_release()) intent ffff9dd981c57930 released 00000080:00010000:3.0:1786202232.287252:0:10879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c57930 00010000:00000001:3.0:1786202232.287254:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.287255:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.287257:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.287259:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.287262:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.287264:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786202232.287266:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:3.0:1786202232.287272:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.287273:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.287282:0:10879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786202232.287284:0:10879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786202232.287286:0:10879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1786202232.287294:0:10879:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786202232.287296:0:10879:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786202232.287298:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786202232.287301:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.287303:0:10879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786202232.287305:0:10879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.287307:0:10879:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.287310:0:10879:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.287311:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786202232.287313:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.287314:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1786202232.287315:0:10879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1786202232.287317:0:10879:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1786202232.287320:0:10879:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1786202232.287324:0:10879:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc48bb400. 00000100:00000001:3.0:1786202232.287328:0:10879:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.287334:0:10879:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc54e2d80 x1872968508528128/t0(0) o101->lustre-MDT0000-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 584/584 e 0 to 0 dl 1786202248 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786202232.287780:0:10879:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202232.287782:0:10879:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202232.287785:0:10879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff929cc8db8000. 02000000:00000001:3.0:1786202232.287789:0:10879:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202232.287791:0:10879:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.287793:0:10879:0:(genops.c:1244:class_import_put()) import ffff929cc93bd000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202232.287795:0:10879:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202232.287798:0:10879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff929cc8d97c00. 02000000:00000001:3.0:1786202232.287801:0:10879:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202232.287803:0:10879:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202232.287804:0:10879:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc54e2d80. 00000100:00000001:3.0:1786202232.287808:0:10879:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202232.287810:0:10879:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1786202232.287812:0:10879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1786202232.287819:0:10879:0:(dcache.c:176:ll_intent_release()) intent ffff9dd981c57b20 released 00000080:00000001:3.0:1786202232.287821:0:10879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1786202232.287825:0:10879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1786202232.287827:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57b70 00000080:00002000:3.0:1786202232.287830:0:10879:0:(dcache.c:127:ll_ddelete()) keeping dentry [df][0-9]* (ffff929cd8980d80, parent ffff929cd88e0288, inode 0000000000000000) hashed, 00000080:00000001:3.0:1786202232.287833:0:10879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.287877:0:10879:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1786202232.287880:0:10879:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1786202232.287882:0:10879:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1786202232.287883:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57bd8 00000080:00200000:3.0:1786202232.287885:0:10879:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8),name=/ 00000080:00000010:3.0:1786202232.287890:0:10879:0:(llite_lib.c:4057:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff929cc8496c00. 00800000:00000002:3.0:1786202232.287894:0:10879:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff929cc5534cc0 2 00000080:00000001:3.0:1786202232.287897:0:10879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1786202232.287900:0:10879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1786202232.287902:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57af8 00800000:00000002:3.0:1786202232.287917:0:10879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1786202232.287921:0:10879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1786202232.287922:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786202232.287924:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786202232.287925:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786202232.287927:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786202232.287928:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.287930:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1786202232.287932:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786202232.287935:0:10879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1786202232.287938:0:10879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1786202232.287940:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c579c8 00000002:00010000:3.0:1786202232.287942:0:10879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1786202232.287945:0:10879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1786202232.287946:0:10879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1786202232.287948:0:10879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1786202232.287951:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff929cda98ac00 count: 2 00010000:00000001:3.0:1786202232.287953:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786202232.287956:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786202232.287968:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786202232.287976:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:3.0:1786202232.287984:0:10879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1786202232.287986:0:10879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786202232.287988:0:10879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:3.0:1786202232.287994:0:10879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1786202232.287995:0:10879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786202232.287997:0:10879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.287999:0:10879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786202232.288000:0:10879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786202232.288002:0:10879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1786202232.288004:0:10879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1786202232.288006:0:10879:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff929cc5534cc0 2 00000080:00000010:3.0:1786202232.288008:0:10879:0:(llite_lib.c:4198:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff929cc8496c00. 00000080:00000001:3.0:1786202232.288011:0:10879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1786202232.288012:0:10879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786202232.288014:0:10879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) 00000080:00010000:3.0:1786202232.288017:0:10879:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff929cd89100c8) for lock 0xbbe833a605acd528 00800000:00000001:3.0:1786202232.288019:0:10879:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1786202232.288021:0:10879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786202232.288022:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.288024:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.288025:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.288027:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.288029:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.288031:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.288032:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786202232.288033:0:10879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786202232.288035:0:10879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786202232.288036:0:10879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbbe833a605acd528 from it ffff9dd981c57c10 00010000:00000001:3.0:1786202232.288038:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786202232.288042:0:10879:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786202232.288044:0:10879:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff929cc2ba0200 refcount=3 00000020:00000001:3.0:1786202232.288045:0:10879:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.288047:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446623800712364544 : -120272997187072 : ffff929cc2ba0200) 00010000:00000001:3.0:1786202232.288049:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786202232.288051:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1786202232.288057:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.288059:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786202232.288060:0:10879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786202232.288061:0:10879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786202232.288063:0:10879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff929cc92e7000 lock: ffff929cc2ba0200/0xbbe833a605acd528 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9264280b4d29a020 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:3.0:1786202232.288068:0:10879:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786202232.288070:0:10879:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786202232.288071:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786202232.288073:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.288075:0:10879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786202232.288076:0:10879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.288078:0:10879:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.288079:0:10879:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.288081:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786202232.288082:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786202232.288083:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1786202232.288085:0:10879:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786202232.288086:0:10879:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786202232.288088:0:10879:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff929cd89100c8), inode mode 41ed mask 1 00000080:00000001:3.0:1786202232.288092:0:10879:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.288098:0:10879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1786202232.288100:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57da0 00000080:00002000:3.0:1786202232.288102:0:10879:0:(dcache.c:87:ll_dcompare()) found name [df][0-9]*(ffff929cd8980d80) flags 0x8000e refc 0 00000080:00000001:3.0:1786202232.288104:0:10879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786202232.288105:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57e10 00000080:00200000:3.0:1786202232.288111:0:10879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=[df][0-9]*, flags=0 00000080:00000001:3.0:1786202232.288114:0:10879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1786202232.288115:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9dd981c57e28 00000080:00002000:3.0:1786202232.288116:0:10879:0:(dcache.c:127:ll_ddelete()) keeping dentry [df][0-9]* (ffff929cd8980d80, parent ffff929cd88e0288, inode 0000000000000000) hashed, 00000080:00000001:3.0:1786202232.288119:0:10879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1786202232.307473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff929cc0031400. 00000080:00000001:3.0:1786202232.389267:0:10892:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786202232.389277:0:10892:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786202232.407388:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece800 (cpu 0) has reached its deadline 4295068851, at 4295068856 00000100:00000010:0.0:1786202232.407401:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935d4e0. 00000100:00000040:1.0:1786202232.407446:0:248:0:(connection.c:75:cpu_latency_work()) work item of ffff929cc4ece910 (cpu 1) has reached its deadline 4295068851, at 4295068856 00000100:00000010:1.0:1786202232.407451:0:248:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff929cc935da80. 00000100:00000040:2.0:1786202232.736620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6b10997-92d0-4321-91de-02fb8f803eb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202232.736629:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202232.736636:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633b480. 00000020:00000040:2.0:1786202232.736641:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc5439000 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786202232.736646:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202232.736649:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202232.736654:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202232.736662:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf500. 00000100:00000001:2.0:1786202232.736668:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736680:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c6b10997-92d0-4321-91de-02fb8f803eb2->MGS req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202232.736690:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202232.736693:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736700:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0bb7d55] to pc [ptlrpcd_01_00+0] req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202232.736728:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202232.736735:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202232.736738:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338000. 00000020:00000040:2.0:1786202232.736740:0:36:0:(genops.c:1231:class_import_get()) import ffff929cc93bc800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000100:00000001:2.0:1786202232.736742:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202232.736750:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202232.736752:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202232.736756:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf800. 00000100:00000001:2.0:1786202232.736759:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736764:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-MDT0001_UUID req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202232.736771:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202232.736773:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736777:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096256fb3] to pc [ptlrpcd_01_01+1] req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202232.736785:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202232.736790:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202232.736792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202232.736795:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b68d55e2-6308-4ba6-a5e4-eef4ceb4e748->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202232.736797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202232.736800:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202232.736803:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc633bb80. 00000020:00000040:2.0:1786202232.736805:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d86000 refcount=4 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202232.736807:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202232.736808:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202232.736809:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202232.736812:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf100. 00000100:00000001:2.0:1786202232.736815:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736818:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0000_UUID req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202232.736824:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202232.736825:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736835:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031daa98d] to pc [ptlrpcd_01_00+0] req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202232.736841:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786202232.736845:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786202232.736849:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff929cc6338e00. 00000020:00000040:2.0:1786202232.736851:0:36:0:(genops.c:1231:class_import_get()) import ffff929ce0d80800 refcount=4 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000100:00000001:2.0:1786202232.736853:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786202232.736854:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786202232.736856:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786202232.736858:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff929cc91bf200. 00000100:00000001:2.0:1786202232.736861:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736865:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-MDT0001_UUID req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786202232.736871:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786202232.736872:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736876:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039add856] to pc [ptlrpcd_01_01+1] req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786202232.736882:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786202232.736884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202232.736886:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202232.736889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786202232.736892:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0a61691f-fde3-4026-805c-05dcf1d88f55->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786202232.736896:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (406) 00000100:00000001:3.0:1786202232.736950:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202232.736954:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202232.736966:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202232.736972:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.736979:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202232.736981:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.736985:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202232.736988:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202232.736990:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202232.736994:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508528256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202232.736998:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202232.737003:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202232.737005:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737008:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202232.737012:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc2ea3a00. 02000000:00000001:3.0:1786202232.737014:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202232.737020:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202232.737024:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4790. 00000400:00000010:3.0:1786202232.737031:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17000. 00000100:00000200:3.0:1786202232.737038:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508528256, portal 25 00000100:00000001:3.0:1786202232.737041:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202232.737043:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770671744 : -120272938879872 : ffff929cc633b480) 00000100:00000040:3.0:1786202232.737048:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737055:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202232.737062:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202232.737065:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d175d8. 00000100:00000200:3.0:1786202232.737068:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872968508528256, offset 0 00000400:00000200:3.0:1786202232.737073:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737081:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737087:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202232.737093:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202232.737097:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202232.737100:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202232.737103:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737106:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [184:184:256:4294967295] 192.168.203.157@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:3.0:1786202232.737110:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737120:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202232.737126:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202232.737131:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9700. 00000800:00000200:3.0:1786202232.737136:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202232.737143:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202232.737147:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202232.737160:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202232.737164:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202232.737166:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295070456 00000100:00000010:3.0:1786202232.737170:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935d840. 00000100:00000001:3.0:1786202232.737176:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786202232.737181:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295070456 00000100:00000010:3.0:1786202232.737184:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff929cc935da80. 00000100:00000001:3.0:1786202232.737187:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786202232.737190:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.737192:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737195:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202232.737199:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737215:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202232.737216:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737218:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202232.737220:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202232.737221:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202232.737224:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508528512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202232.737227:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202232.737229:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202232.737230:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737232:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202232.737235:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc2ea2a00. 02000000:00000001:3.0:1786202232.737237:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202232.737240:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202232.737242:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b4c08. 00000400:00000010:3.0:1786202232.737245:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17198. 00000100:00000200:3.0:1786202232.737248:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508528512, portal 10 00000100:00000001:3.0:1786202232.737250:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202232.737251:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770673536 : -120272938878080 : ffff929cc633bb80) 00000100:00000040:3.0:1786202232.737257:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737263:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202232.737265:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202232.737267:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17550. 00000100:00000200:3.0:1786202232.737270:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508528512, offset 0 00000400:00000200:3.0:1786202232.737273:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737277:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737280:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202232.737283:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202232.737285:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202232.737288:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202232.737290:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737298:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [185:185:255:4294967295] 192.168.203.157@tcp LPNI seq info [185:185:7:4294967295] 00000400:00000200:3.0:1786202232.737302:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737309:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202232.737313:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202232.737316:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9f00. 00000800:00000200:3.0:1786202232.737319:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202232.737324:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202232.737326:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202232.737329:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.737333:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: using a timeout of 32222 usecs (33 jiffies) 00000400:00000200:3.0:1786202232.737368:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202232.737370:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295069217 00000100:00000001:3.0:1786202232.737373:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295070456 00000100:00000001:3.0:1786202232.737375:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295069217 00000100:00000001:3.0:1786202232.737376:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295070456 00000100:00000001:3.0:1786202232.737378:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.737380:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737383:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737385:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.737392:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202232.737394:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786202232.737397:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202232.737398:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202232.737399:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202232.737402:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1786202232.737403:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.737405:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202232.737407:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.737409:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202232.737409:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786202232.737410:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202232.737415:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737426:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202232.737428:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737430:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202232.737431:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202232.737433:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202232.737435:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508528384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202232.737438:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202232.737441:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202232.737442:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737444:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202232.737447:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc2ea2600. 02000000:00000001:3.0:1786202232.737449:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202232.737452:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202232.737454:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b43c8. 00000400:00000010:3.0:1786202232.737457:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17110. 00000100:00000200:3.0:1786202232.737460:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508528384, portal 10 00000100:00000001:3.0:1786202232.737461:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202232.737463:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770658304 : -120272938893312 : ffff929cc6338000) 00000100:00000040:3.0:1786202232.737468:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737474:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202232.737476:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202232.737478:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17330. 00000100:00000200:3.0:1786202232.737480:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508528384, offset 0 00000400:00000200:3.0:1786202232.737484:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737487:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737490:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202232.737493:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202232.737495:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202232.737497:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202232.737499:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737507:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [186:186:254:4294967295] 192.168.203.157@tcp LPNI seq info [186:186:6:4294967295] 00000400:00000200:3.0:1786202232.737510:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737516:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202232.737520:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202232.737523:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9000. 00000800:00000200:3.0:1786202232.737527:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202232.737531:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202232.737534:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202232.737537:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.737539:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: using a timeout of 149538 usecs (150 jiffies) 00000400:00000200:3.0:1786202232.737542:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202232.737544:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 0 is 4295069334 00000100:00000001:3.0:1786202232.737546:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 0, keep current deadline 4295070456 00000100:00000001:3.0:1786202232.737549:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS new deadline estimation for cpu 1 is 4295069334 00000100:00000001:3.0:1786202232.737551:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc92e7000: PM QoS request active for cpu 1, keep current deadline 4295070456 00000100:00000001:3.0:1786202232.737553:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.737555:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737557:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786202232.737560:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737567:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786202232.737569:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737571:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786202232.737572:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786202232.737574:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786202232.737576:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508528640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202232.737579:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786202232.737581:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786202232.737583:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.737590:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786202232.737592:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff929cc2ea3400. 02000000:00000001:3.0:1786202232.737594:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786202232.737597:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786202232.737600:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff929cc91b48f0. 00000400:00000010:3.0:1786202232.737603:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17990. 00000100:00000200:3.0:1786202232.737606:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872968508528640, portal 10 00000100:00000001:3.0:1786202232.737607:0:2403:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786202232.737609:0:2403:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446623800770661888 : -120272938889728 : ffff929cc6338e00) 00000100:00000040:3.0:1786202232.737615:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.737621:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786202232.737622:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786202232.737625:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff929ce0d17bb0. 00000100:00000200:3.0:1786202232.737627:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872968508528640, offset 0 00000400:00000200:3.0:1786202232.737630:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737634:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737637:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786202232.737639:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786202232.737642:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786202232.737644:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786202232.737646:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786202232.737648:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [187:187:253:4294967295] 192.168.203.157@tcp LPNI seq info [187:187:5:4294967295] 00000400:00000200:3.0:1786202232.737652:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786202232.737657:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786202232.737662:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786202232.737665:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff929cc79e9600. 00000800:00000200:3.0:1786202232.737669:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff929cd8d80f00] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786202232.737673:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786202232.737675:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff929cc79e9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786202232.737678:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.737685:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: using a timeout of 41473 usecs (42 jiffies) 00000400:00000200:3.0:1786202232.737689:0:2403:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786202232.737690:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 0 is 4295069226 00000100:00000001:3.0:1786202232.737692:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 0, keep current deadline 4295070456 00000100:00000001:3.0:1786202232.737694:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS new deadline estimation for cpu 1 is 4295069226 00000100:00000001:3.0:1786202232.737696:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff929cc54d5000: PM QoS request active for cpu 1, keep current deadline 4295070456 00000100:00000001:3.0:1786202232.737698:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.737700:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737702:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737704:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.737716:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202232.737718:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786202232.739412:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202232.739418:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9700. 00000400:00000200:1.0:1786202232.739423:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202232.739431:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202232.739437:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d175d8 00000400:00000010:1.0:1786202232.739440:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d175d8. 00000100:00000001:1.0:1786202232.739445:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202232.739451:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739464:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202232.739473:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739481:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202232.739483:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202232.739495:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202232.739497:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9f00. 00000400:00000200:1.0:1786202232.739499:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202232.739502:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202232.739505:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17550 00000400:00000010:1.0:1786202232.739506:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17550. 00000100:00000001:1.0:1786202232.739508:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202232.739512:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739518:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202232.739521:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739526:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202232.739527:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202232.739533:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202232.739535:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9000. 00000400:00000200:1.0:1786202232.739537:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202232.739540:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202232.739542:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17330 00000400:00000010:1.0:1786202232.739543:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17330. 00000100:00000001:1.0:1786202232.739545:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202232.739549:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739555:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202232.739558:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739564:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202232.739565:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786202232.739631:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786202232.739634:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff929cc79e9600. 00000400:00000200:1.0:1786202232.739638:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786202232.739641:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786202232.739644:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17bb0 00000400:00000010:1.0:1786202232.739646:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17bb0. 00000100:00000001:1.0:1786202232.739648:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786202232.739652:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739659:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786202232.739662:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786202232.739668:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786202232.739669:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786202232.753543:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753558:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.753562:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753565:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753573:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753580:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.753588:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753592:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753597:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753601:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05700 00000400:00000200:0.0:1786202232.753606:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753611:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0xa31 [1] + 224 00000800:00000001:0.0:1786202232.753618:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753622:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753625:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.753630:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202232.753636:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202232.753644:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202232.753656:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.753713:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202232.753716:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786202232.753732:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202232.753743:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753747:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.753748:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753750:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753753:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753757:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.753761:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753763:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753766:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753768:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05800 00000400:00000200:0.0:1786202232.753771:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753775:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0xa39 [1] + 224 00000800:00000001:0.0:1786202232.753778:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753781:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753783:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.753786:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202232.753789:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202232.753793:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202232.753802:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202232.753809:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202232.753813:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753816:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.753817:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753819:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753822:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753826:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.753830:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753838:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753842:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753845:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a77476a05780 00000400:00000200:0.0:1786202232.753848:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753851:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0xa29 [1] + 224 00000800:00000001:0.0:1786202232.753855:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753859:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753861:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.753864:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202232.753867:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202232.753871:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202232.753879:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202232.753887:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202232.753891:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753895:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786202232.753896:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753898:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753901:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753916:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786202232.753920:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753923:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753926:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753928:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a77476a05680 00000400:00000200:0.0:1786202232.753931:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786202232.753935:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xa21 [1] + 224 00000800:00000001:0.0:1786202232.753939:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753944:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786202232.753947:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786202232.753950:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786202232.753953:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786202232.753972:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786202232.753981:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786202232.753988:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786202232.753993:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786202232.753996:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786202232.754075:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202232.754078:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202232.754081:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b43c8. 00000400:00000200:3.0:1786202232.754085:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17110 00000400:00000010:3.0:1786202232.754088:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17110. 00000100:00000001:3.0:1786202232.754091:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202232.754096:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202232.754105:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754111:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202232.754113:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754116:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202232.754119:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202232.754121:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202232.754124:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.754126:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202232.754135:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc93bcc60 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202232.754139:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc93bcc18 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202232.754142:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202232.754149:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.754152:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202232.754157:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202232.754164:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.754168:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202232.754169:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc92e7000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202232.754171:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202232.754173:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.754177:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754184:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.754187:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202232.754190:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202232.754194:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202232.754202:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b68d55e2-6308-4ba6-a5e4-eef4ceb4e748:2403:1872968508528384:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786202232.754208:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202232.754210:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202232.754212:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b48f0. 00000400:00000200:3.0:1786202232.754214:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17990 00000400:00000010:3.0:1786202232.754216:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17990. 00000100:00000001:3.0:1786202232.754218:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202232.754221:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202232.754229:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754236:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202232.754237:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754239:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202232.754244:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202232.754246:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202232.754247:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.754249:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202232.754254:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d80c60 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202232.754256:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d80c18 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202232.754259:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202232.754260:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.754262:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786202232.754265:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786202232.754272:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.754275:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202232.754277:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202232.754278:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202232.754280:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.754283:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754290:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.754293:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202232.754294:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202232.754298:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202232.754306:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc6338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508528640:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786202232.754311:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202232.754312:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202232.754314:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4790. 00000400:00000200:3.0:1786202232.754316:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17000 00000400:00000010:3.0:1786202232.754317:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17000. 00000100:00000001:3.0:1786202232.754319:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202232.754323:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202232.754447:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754453:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202232.754455:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754457:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202232.754459:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202232.754461:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202232.754462:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.754464:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202232.754467:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929cc5439460 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202232.754471:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929cc5439418 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202232.754473:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202232.754474:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.754476:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202232.754477:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.754479:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.754483:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754489:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.754491:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202232.754493:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202232.754496:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202232.754503:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c6b10997-92d0-4321-91de-02fb8f803eb2:2403:1872968508528256:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786202232.754508:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786202232.754510:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786202232.754511:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff929cc91b4c08. 00000400:00000200:3.0:1786202232.754514:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff929ce0d17198 00000400:00000010:3.0:1786202232.754515:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff929ce0d17198. 00000100:00000001:3.0:1786202232.754517:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786202232.754521:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786202232.754534:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754540:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786202232.754542:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754543:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786202232.754545:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786202232.754546:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786202232.754547:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786202232.754549:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786202232.754553:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff929ce0d86460 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1786202232.754556:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff929ce0d86418 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1786202232.754558:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786202232.754559:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786202232.754561:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786202232.754563:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.754565:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786202232.754566:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff929cc54d5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786202232.754568:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786202232.754569:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786202232.754573:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754579:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786202232.754580:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786202232.754582:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786202232.754585:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786202232.754592:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff929cc633bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0a61691f-fde3-4026-805c-05dcf1d88f55:2403:1872968508528512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786202232.754596:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754598:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.754602:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338000 x1872968508528384/t0(0) o400->lustre-MDT0001-mdc-ffff929cc92e7000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754618:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202232.754620:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202232.754624:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc2ea2600. 02000000:00000001:3.0:1786202232.754627:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202232.754629:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.754631:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc93bc800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc92e7000 00000020:00000001:3.0:1786202232.754633:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202232.754635:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf800. 02000000:00000001:3.0:1786202232.754639:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202232.754641:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202232.754643:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338000. 00000100:00000001:3.0:1786202232.754646:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202232.754648:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754649:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.754653:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc6338e00 x1872968508528640/t0(0) o400->lustre-MDT0001-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754658:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202232.754659:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202232.754660:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc2ea3400. 02000000:00000001:3.0:1786202232.754662:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202232.754663:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.754664:0:2403:0:(genops.c:1244:class_import_put()) import ffff929ce0d80800 refcount=3 obd=lustre-MDT0001-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202232.754665:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202232.754667:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf200. 02000000:00000001:3.0:1786202232.754669:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202232.754670:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202232.754671:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc6338e00. 00000100:00000001:3.0:1786202232.754673:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202232.754674:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754675:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.754678:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633b480 x1872968508528256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754684:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202232.754685:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202232.754691:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc2ea3a00. 02000000:00000001:3.0:1786202232.754695:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202232.754696:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.754697:0:2403:0:(genops.c:1244:class_import_put()) import ffff929cc5439000 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1786202232.754699:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202232.754700:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf500. 02000000:00000001:3.0:1786202232.754702:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202232.754703:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202232.754705:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633b480. 00000100:00000001:3.0:1786202232.754707:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202232.754709:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754711:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786202232.754715:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff929cc633bb80 x1872968508528512/t0(0) o400->lustre-MDT0000-mdc-ffff929cc54d5000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786202248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786202232.754720:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786202232.754722:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786202232.754723:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff929cc2ea2a00. 02000000:00000001:3.0:1786202232.754725:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786202232.754726:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786202232.754727:0:2403:0:(genops.c:1244:class_import_put()) import ffff929ce0d86000 refcount=3 obd=lustre-MDT0000-mdc-ffff929cc54d5000 00000020:00000001:3.0:1786202232.754731:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786202232.754732:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff929cc91bf100. 02000000:00000001:3.0:1786202232.754733:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786202232.754734:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786202232.754735:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff929cc633bb80. 00000100:00000001:3.0:1786202232.754737:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786202232.754738:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754740:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786202232.754747:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786202232.754749:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786202232.754750:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786202232.754753:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202232.864669:0:10753:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202232.864673:0:10753:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786202232.864677:0:10753:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786202232.864679:0:10753:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786202232.865511:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786202232.865515:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786202232.865519:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786202233.144588:0:10985:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786202233.144604:0:10985:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 12992 lines, 12992 kept, 0 dropped, 0 bad.