00000001:01000000:3.0F:1786166262.727289:0:2296:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 887 MB/s 00000001:01000000:2.0F:1786166262.977093:0:2296:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1079 MB/s 00000001:01000000:3.0:1786166263.226774:0:2296:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 7347 MB/s 00000020:02000000:2.0:1786166264.336948:0:2326:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_50_g1058450 00000400:02000000:2.0:1786166265.492461:0:2341:0:(api-ni.c:2822:lnet_startup_lndni()) Added LNI 192.168.204.12@tcp [8/256/0/180] 00008000:02000000:1.0F:1786166269.493795:0:2491:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1786166430.456164:0:5590:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786166430.456169:0:5590:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1786166430.456170:0:5590:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.112@tcp:/lustre 00000020:01000004:2.0:1786166430.456171:0:5590:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1786166430.457443:0:5590:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 000000006f0a4c17 00000080:01000004:2.0:1786166430.457460:0:5590:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1786166430.457479:0:5590:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.112@tcp' 00000020:01000004:2.0:1786166430.457592:0:5590:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.112@tcp (typ=mgc) 00000020:00000080:2.0:1786166430.457622:0:5590:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.112@tcp (00000000e7d3818a) 00000020:00000080:2.0:1786166430.457639:0:5590:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1786166430.457979:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1786166430.458003:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1786166430.459127:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1786166430.459136:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1786166430.463744:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1786166430.463766:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1786166430.464345:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1786166430.464365:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0F:1786166430.467407:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1786166430.467443:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1786166430.469089:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1786166430.469489:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1786166430.469677:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1786166430.469684:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1786166430.476039:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1786166430.476056:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1786166430.481991:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1786166430.482013:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1786166430.484807:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1786166430.484831:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1786166430.487789:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1786166430.487808:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1786166430.488848:0:5590:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1786166430.488858:0:5590:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1786166430.491808:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166430.491816:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166430.491817:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166430.493408:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166430.493414:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166430.493416:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1786166430.495368:0:5590:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009d90c910@MGC192.168.204.112@tcp: add connection 192.168.204.112@tcp at head 00010000:00010000:0.0:1786166430.495994:0:5590:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.112@tcp-0 is initialized 00000040:01000000:0.0:1786166430.496001:0:5590:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.112@tcp ctxt 1 is initialized 00010000:00010000:3.0:1786166430.496775:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786166430.501586:0:5604:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1786166430.501672:0:5590:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.112@tcp (uuid 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad) 00000020:00000080:2.0:1786166430.501700:0:5590:0:(genops.c:1406:class_connect()) connect: client 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad, cookie 0xa4e11a20c5f8215a 00000100:00080000:2.0:1786166430.501811:0:5590:0:(import.c:510:import_select_connection()) MGC192.168.204.112@tcp: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:2.0:1786166430.501823:0:5590:0:(import.c:624:import_select_connection()) MGC192.168.204.112@tcp: import 000000009d90c910 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000100:00100000:2.0:1786166430.501872:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f99be7b1 x1872931077488768/t0(0) o250->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786166430.501901:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS 00000080:00200000:2.0:1786166430.501925:0:5590:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8c52c9ee5000 (sb 000000006f0a4c17) 00000080:01000000:2.0:1786166430.502007:0:5590:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786166430.502009:0:5590:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786166430.502013:0:5590:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:2.0:1786166430.502020:0:5590:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 0895a63b-d46e-492e-873e-8b6197df2eab 10000000:01000000:2.0:1786166430.502639:0:5590:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786166430.502643:0:5590:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c52c9ee5000 10000000:01000000:2.0:1786166430.502651:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c52ca30cd40 10000000:01000000:2.0:1786166430.502656:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786166430.502663:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8c52ca30cd40 from 1 10000000:01000000:2.0:1786166430.502666:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1786166430.502696:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.502706:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.502730:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1786166430.502756:0:5590:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000037b777b6 x1872931077488896/t0(0) o101->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166430.502766:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ab2f498f going to sleep for 0 seconds 00000100:00100000:1.0:1786166430.503055:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f99be7b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2357:1872931077488768:192.168.204.112@tcp:250: 00000100:00100000:2.0:1786166430.529552:0:2357:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.112@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786166430.529571:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.112@tcp: connect to target with instance 0 00000100:00080000:2.0:1786166430.529581:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.112@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1786166430.529587:0:2357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1786166430.529590:0:2357:0:(import.c:65:import_set_state_nolock()) 000000009d90c910 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1786166430.529595:0:2357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1786166430.529658:0:2357:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1786166430.529671:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ab2f498f): req@0000000037b777b6 x1872931077488896/t0(0) o101->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166430.529695:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f99be7b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2357:1872931077488768:192.168.204.112@tcp:250: 00000100:00100000:0.0:1786166430.531633:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ab2f498f going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.538933:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000037b777b6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077488896:192.168.204.112@tcp:101: 00010000:00010000:0.0:1786166430.538966:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.538980:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166430.539075:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489024:192.168.204.112@tcp:501: 00000100:00100000:0.0:1786166430.539331:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003724d52f going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.542333:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489024:192.168.204.112@tcp:501: 10000000:01000000:0.0:1786166430.542577:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1786166430.542594:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.542605:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: 00000000d6112a4e/0xa4e11a20c5f82161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786166430.542614:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c52c9ee5000 10000000:01000000:0.0:1786166430.542632:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1786166430.542637:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c52c9ee5000 10000000:01000000:0.0:1786166430.542639:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1786166430.542643:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8c52c9ee5000 10000000:01000000:0.0:1786166430.542645:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1786166430.542649:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c52c9ee5000 from 1 10000000:01000000:0.0:1786166430.542653:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1786166430.542691:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.542698:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.542708:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166430.542726:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489152:192.168.204.112@tcp:101: 00000100:00100000:0.0:1786166430.542903:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003724d52f going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.547755:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489152:192.168.204.112@tcp:101: 00010000:00010000:0.0:1786166430.547787:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.547799:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166430.547881:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489280:192.168.204.112@tcp:501: 00000100:00100000:0.0:1786166430.548001:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003724d52f going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.557010:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489280:192.168.204.112@tcp:501: 00000100:00100000:0.0:1786166430.557106:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489408:192.168.204.112@tcp:503: 00000100:00100000:0.0:1786166430.557951:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 000000003724d52f going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.562865:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489408:192.168.204.112@tcp:503: 00000100:00100000:2.0:1786166430.563825:0:5609:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f99be7b1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5609:1872931077489536:192.168.204.112@tcp:502: 00000100:00100000:2.0:1786166430.564195:0:5609:0:(client.c:2702:ptlrpc_set_wait()) set 000000007dab07d6 going to sleep for 11 seconds 00000100:00100000:2.0:1786166430.568022:0:5609:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f99be7b1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5609:1872931077489536:192.168.204.112@tcp:502: 00000020:01000000:2.0:1786166430.568083:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166430.568094:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.568096:0:5609:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1786166430.568103:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.568106:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786166430.568119:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8c52c9ee5000 (000000009c87a46d) 00000020:00000080:2.0:1786166430.568141:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1786166430.568147:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.568149:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786166430.570629:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8c52c9ee5000 (uuid 0895a63b-d46e-492e-873e-8b6197df2eab) 00000020:01000000:2.0:1786166430.570644:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166430.570650:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.570652:0:5609:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1786166430.570655:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166430.570660:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.570661:0:5609:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1786166430.570666:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.570668:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786166430.570678:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8c52c9ee5000 (00000000164f4d8e) 00000020:00000080:2.0:1786166430.570707:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1786166430.570889:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.570891:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786166430.571159:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8c52c9ee5000 (uuid 0895a63b-d46e-492e-873e-8b6197df2eab) 00000020:01000000:2.0:1786166430.571164:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166430.571168:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.571169:0:5609:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1786166430.571172:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166430.571175:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.571176:0:5609:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1786166430.571179:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786166430.571180:0:5609:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1786166430.571188:0:5609:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1786166430.571193:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166430.571196:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.571197:0:5609:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1786166430.571199:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166430.571204:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.571205:0:5609:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1786166430.571208:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786166430.571213:0:5609:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.112@tcp to nid 0x20000c0a8cc70 (192.168.204.112@tcp) 00000020:01000000:2.0:1786166430.571367:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.571370:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786166430.571399:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8c52c9ee5000 (00000000db1abf10) 00000020:00000080:2.0:1786166430.571409:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1786166430.571414:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.571417:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786166430.571481:0:5609:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f5177211@lustre-MDT0000-mdc-ffff8c52c9ee5000: add connection 192.168.204.112@tcp at head 00010000:00010000:2.0:1786166430.578887:0:5609:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8c52c9ee5000-1 is initialized 00000040:01000000:2.0:1786166430.579135:0:5609:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8c52c9ee5000 ctxt 13 is initialized 00000020:00000080:2.0:1786166430.582454:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8c52c9ee5000 (uuid 0895a63b-d46e-492e-873e-8b6197df2eab) 00000020:01000000:2.0:1786166430.582474:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.582478:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1786166430.582508:0:5609:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1786166430.582549:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166430.582553:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.582555:0:5609:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1786166430.582558:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786166430.582560:0:5609:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1786166430.582562:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786166430.582564:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786166430.582565:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786166430.582567:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.582569:0:5609:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786166430.582583:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786166430.582587:0:5609:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.112@tcp:/lustre 00000020:00000080:2.0:1786166430.582592:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.582593:0:5609:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1786166430.582595:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786166430.582600:0:5609:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.112@tcp to nid 0x20000c0a8cc70 (192.168.204.112@tcp) 00000020:01000000:2.0:1786166430.582641:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.582644:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786166430.582676:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8c52c9ee5000 (0000000035e06e7f) 00000020:00000080:2.0:1786166430.582694:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:2.0:1786166430.582700:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.582703:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786166430.582775:0:5609:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000debef6fb@lustre-OST0000-osc-ffff8c52c9ee5000: add connection 192.168.204.112@tcp at head 00010000:00010000:2.0:1786166430.583017:0:5609:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8c52c9ee5000-2 is initialized 00000020:00000080:2.0:1786166430.597019:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8c52c9ee5000 (uuid 0895a63b-d46e-492e-873e-8b6197df2eab) 00000020:01000000:2.0:1786166430.597041:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.597046:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786166430.597070:0:5609:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1786166430.597079:0:5609:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c52c9ee5000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1786166430.597097:0:5609:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1786166430.597112:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166430.597117:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.597119:0:5609:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1786166430.597123:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1786166430.597126:0:5609:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #15 00000020:01000000:2.0:1786166430.597128:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786166430.597129:0:5609:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1786166430.597131:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1786166430.597133:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.597135:0:5609:0:(obd_config.c:1561:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:2.0:1786166430.597137:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1786166430.597142:0:5609:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.112@tcp:/lustre 00000020:00000080:2.0:1786166430.597151:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.597152:0:5609:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1786166430.597157:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786166430.597162:0:5609:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.112@tcp to nid 0x20000c0a8cc70 (192.168.204.112@tcp) 00000020:01000000:2.0:1786166430.597190:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.597192:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786166430.597202:0:5609:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8c52c9ee5000 (000000002a04710a) 00000020:00000080:2.0:1786166430.597220:0:5609:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1786166430.597364:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.597367:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786166430.597461:0:5609:0:(ldlm_lib.c:102:import_set_conn()) imp 000000001ef49a4d@lustre-OST0001-osc-ffff8c52c9ee5000: add connection 192.168.204.112@tcp at head 00010000:00010000:2.0:1786166430.598466:0:5609:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8c52c9ee5000-3 is initialized 00000020:00000080:2.0:1786166430.599892:0:5609:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8c52c9ee5000 (uuid 0895a63b-d46e-492e-873e-8b6197df2eab) 00000020:01000000:2.0:1786166430.599907:0:5609:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c52c9ee5000 00000020:00000080:2.0:1786166430.599910:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1786166430.599931:0:5609:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1786166430.599938:0:5609:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c52c9ee5000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1786166430.599944:0:5609:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1786166430.599954:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166430.599958:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.599960:0:5609:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1786166430.599964:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166430.599968:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166430.599969:0:5609:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:2.0:1786166430.599972:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1786166430.599974:0:5609:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1786166430.600021:0:5609:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000d3c3288d pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5609:1872931077489664:192.168.204.112@tcp:502: 00000100:00100000:2.0:1786166430.600134:0:5609:0:(client.c:2702:ptlrpc_set_wait()) set 000000007dab07d6 going to sleep for 11 seconds 00000100:00100000:1.0:1786166430.619498:0:5609:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000d3c3288d pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5609:1872931077489664:192.168.204.112@tcp:502: 00000020:01000000:1.0:1786166430.619548:0:5609:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786166430.619558:0:5609:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786166430.619561:0:5609:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000040:00080000:1.0:1786166430.619565:0:5609:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:0.0:1786166430.619874:0:5590:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:0.0:1786166430.619894:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786166430.619918:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.619930:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: 000000000bfd7faf/0xa4e11a20c5f82168 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786166430.619939:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8c52c9ee5000 from 1 10000000:01000000:0.0:1786166430.619942:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1786166430.619977:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.619984:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166430.619992:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166430.620012:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489792:192.168.204.112@tcp:101: 00000100:00100000:0.0:1786166430.620096:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000c965da35 going to sleep for 11 seconds 00000100:00100000:2.0:1786166430.623614:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ae6afca0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489792:192.168.204.112@tcp:101: 00010000:00010000:2.0:1786166430.623644:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95d9 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.623663:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce95d9 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166430.624306:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489920:192.168.204.112@tcp:256: 00000100:00100000:2.0:1786166430.624616:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e5a5cc0f going to sleep for 11 seconds 00000100:00100000:2.0:1786166430.634306:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077489920:192.168.204.112@tcp:256: 10000000:01000000:2.0:1786166430.635220:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786166430.635287:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95d9 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.635298:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: 000000005d519edb/0xa4e11a20c5f82192 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95d9 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786166430.635307:0:5590:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c52c9ee5000 from 1 10000000:01000000:2.0:1786166430.635309:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786166430.635345:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: 000000008268b489/0xa4e11a20c5f82199 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.635366:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: 000000008268b489/0xa4e11a20c5f82199 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.635375:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: 000000008268b489/0xa4e11a20c5f82199 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166430.635412:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077490048:192.168.204.112@tcp:101: 00000100:00100000:2.0:1786166430.635491:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e5a5cc0f going to sleep for 11 seconds 00000100:00100000:2.0:1786166430.638625:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077490048:192.168.204.112@tcp:101: 00010000:00010000:2.0:1786166430.638671:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: 000000008268b489/0xa4e11a20c5f82199 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.638683:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: 000000008268b489/0xa4e11a20c5f82199 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166430.638772:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077490176:192.168.204.112@tcp:501: 00000100:00100000:2.0:1786166430.638874:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e5a5cc0f going to sleep for 11 seconds 00000100:00100000:2.0:1786166430.644473:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077490176:192.168.204.112@tcp:501: 00000100:00100000:2.0:1786166430.644537:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077490304:192.168.204.112@tcp:503: 00000100:00100000:2.0:1786166430.644680:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e5a5cc0f going to sleep for 11 seconds 00000100:00100000:2.0:1786166430.657723:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000c6568346 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5590:1872931077490304:192.168.204.112@tcp:503: 00000100:00100000:0.0:1786166430.658107:0:5614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008fca815a pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5614:1872931077490432:192.168.204.112@tcp:502: 00000100:00100000:0.0:1786166430.659425:0:5614:0:(client.c:2702:ptlrpc_set_wait()) set 00000000c965da35 going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.663084:0:5614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008fca815a pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5614:1872931077490432:192.168.204.112@tcp:502: 00000020:01000000:0.0:1786166430.663146:0:5614:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166430.663158:0:5614:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166430.663161:0:5614:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1786166430.663168:0:5614:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c52c9ee5000 00000020:00000080:0.0:1786166430.663171:0:5614:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1786166430.663366:0:5614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5614:1872931077490560:192.168.204.112@tcp:502: 00000100:00100000:0.0:1786166430.663722:0:5614:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca201300 going to sleep for 11 seconds 00000100:00100000:0.0:1786166430.669112:0:5614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5614:1872931077490560:192.168.204.112@tcp:502: 00000020:01000000:0.0:1786166430.669167:0:5614:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166430.669176:0:5614:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166430.669178:0:5614:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1786166430.669183:0:5614:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1786166430.669812:0:5590:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1786166430.669834:0:5590:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786166430.669895:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166430.669908:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1786166430.669931:0:5590:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1786166430.669955:0:5590:0:(genops.c:1406:class_connect()) connect: client 0895a63b-d46e-492e-873e-8b6197df2eab, cookie 0xa4e11a20c5f821a0 00800000:01000000:2.0:1786166430.669979:0:5590:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 0895a63b-d46e-492e-873e-8b6197df2eab to lustre-clilmv-ffff8c52c9ee5000 00800000:01000000:2.0:1786166430.669985:0:5590:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8c52c9ee5000(0895a63b-d46e-492e-873e-8b6197df2eab) - lustre-MDT0000_UUID, 0895a63b-d46e-492e-873e-8b6197df2eab 00000020:00000080:2.0:1786166430.669994:0:5590:0:(genops.c:1406:class_connect()) connect: client 0895a63b-d46e-492e-873e-8b6197df2eab, cookie 0xa4e11a20c5f821a7 00000100:00080000:2.0:1786166430.670013:0:5590:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c52c9ee5000: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:2.0:1786166430.670023:0:5590:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c52c9ee5000: import ffff8c52ca2a6000 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000008:00100000:2.0:1786166430.670035:0:5590:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786166430.670065:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c52ca2db800 x1872931077490688/t0(0) o38->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786166430.670097:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID 00800000:01000000:2.0:1786166430.670452:0:5590:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8c52c9ee5000(0895a63b-d46e-492e-873e-8b6197df2eab) successfully (5) 00800000:00000004:2.0:1786166430.670458:0:5590:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c52c9ee5000: age -714, max_age 0 00000080:00000004:2.0:1786166430.670492:0:5590:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8c52c9ee5000: age -714, max_age 285 00800000:00000004:2.0:1786166430.670498:0:5590:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8c52c9ee5000: age -714, max_age 285 00000100:00080000:2.0:1786166430.670518:0:5590:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c52ca2d9c00 x1872931077490944/t0(0) o41->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166430.670529:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345b40 going to sleep for 0 seconds 00000100:00100000:2.0:1786166430.670584:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1786166430.670593:0:2360:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c52ca2d8000 x1872931077490816/t0(0) o41->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166430.670873:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077490688:192.168.204.112@tcp:38: 00010000:00080000:3.0:1786166430.709031:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2db800 x1872931077490688/t0(0) o38->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 520/416 e 0 to 0 dl 1786166440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166430.709052:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786166430.709065:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8c52c9ee5000: connect to target with instance 1 00000001:01000000:1.0:1786166430.958855:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c52c9ee5000: T10 checksum algorithm t10ip512 speed = 4067 MB/s 00000001:01000000:2.0:1786166431.208590:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c52c9ee5000: T10 checksum algorithm t10ip4K speed = 6319 MB/s 00000001:01000000:0.0:1786166431.459182:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c52c9ee5000: T10 checksum algorithm t10crc512 speed = 839 MB/s 00010000:00010000:3.0:1786166431.527577:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1786166431.709218:0:2357:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8c52c9ee5000: T10 checksum algorithm t10crc4K speed = 731 MB/s 00000100:00080000:3.0:1786166431.709232:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8c52c9ee5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786166431.709254:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1786166431.709261:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a6000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786166431.710750:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c7330e72): req@ffff8c52ca2d9c00 x1872931077490944/t0(0) o41->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786166431.710780:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000756d94f2): req@ffff8c52ca2d8000 x1872931077490816/t0(0) o41->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166431.710819:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077490688:192.168.204.112@tcp:38: 00000100:00100000:2.0:1786166431.711007:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345b40 going to sleep for 0 seconds 00000100:00100000:2.0:1786166431.711149:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345b40 going to sleep for 11 seconds 00010000:00080000:2.0:1786166431.716225:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9c00 x1872931077490944/t0(0) o41->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1786166447 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166431.716251:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0895a63b-d46e-492e-873e-8b6197df2eab:5590:1872931077490944:192.168.204.112@tcp:41: 00800000:00000004:2.0:1786166431.716281:0:5590:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8c52c9ee5000: update ffff8c52ca309e10 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:2.0:1786166431.716289:0:5590:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8c52c9ee5000: update ffff8c52ca308450 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:2.0:1786166431.716345:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0895a63b-d46e-492e-873e-8b6197df2eab:5590:1872931077491072:192.168.204.112@tcp:40: 00000100:00100000:2.0:1786166431.716490:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345c00 going to sleep for 11 seconds 00010000:00080000:3.0:1786166431.718964:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d8000 x1872931077490816/t0(0) o41->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1786166447 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166431.718991:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:0:1872931077490816:192.168.204.112@tcp:41: 00010000:00080000:2.0:1786166431.723049:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9c00 x1872931077491072/t0(0) o40->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1786166447 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166431.723081:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0895a63b-d46e-492e-873e-8b6197df2eab:5590:1872931077491072:192.168.204.112@tcp:40: 00000080:00000004:2.0:1786166431.723108:0:5590:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1786166431.723123:0:5590:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 3407872 00020000:01000000:2.0:1786166431.723127:0:5590:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1786166431.723143:0:5590:0:(genops.c:1406:class_connect()) connect: client 0895a63b-d46e-492e-873e-8b6197df2eab, cookie 0xa4e11a20c5f821ae 00000020:00000080:2.0:1786166431.723161:0:5590:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa4e11a20c5f821b5 00000100:00080000:2.0:1786166431.723169:0:5590:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c52c9ee5000: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:2.0:1786166431.723178:0:5590:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c52c9ee5000: import ffff8c52ca2a3800 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000008:00100000:2.0:1786166431.723194:0:5590:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786166431.724359:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c52ca2d9c00 x1872931077491200/t0(0) o8->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786166431.724987:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077491200:192.168.204.112@tcp:8: 00000100:00080000:2.0:1786166431.725478:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID 00020000:01000000:2.0:1786166431.725510:0:5590:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8c52c9ee5000) active 00000020:00000080:2.0:1786166431.725561:0:5590:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa4e11a20c5f821bc 00000100:00080000:2.0:1786166431.725571:0:5590:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c52c9ee5000: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:2.0:1786166431.725578:0:5590:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c52c9ee5000: import ffff8c52ca2a1000 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000008:00100000:2.0:1786166431.725591:0:5590:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786166431.725904:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077491456:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166431.726017:0:5590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c52ca2d8a80 x1872931077491328/t0(0) o8->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786166431.726066:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077491328:192.168.204.112@tcp:8: 00000100:00080000:2.0:1786166431.726235:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID 00020000:01000000:2.0:1786166431.726250:0:5590:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8c52c9ee5000) active 00000100:00100000:2.0:1786166431.726303:0:5590:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0895a63b-d46e-492e-873e-8b6197df2eab:5590:1872931077491584:192.168.204.112@tcp:33: 00000100:00100000:2.0:1786166431.726421:0:5590:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345c00 going to sleep for 11 seconds 00000100:00100000:3.0:1786166431.734863:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077491456:192.168.204.112@tcp:400: 00010000:00080000:3.0:1786166431.739592:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d8a80 x1872931077491328/t0(0) o8->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1786166441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166431.739673:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c52c9ee5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786166431.739687:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8c52c9ee5000: connect to target with instance 1 00000100:00080000:3.0:1786166431.739696:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8c52c9ee5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786166431.739708:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786166431.739712:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a1000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786166431.739719:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786166431.739723:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786166431.739728:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786166431.739739:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077491328:192.168.204.112@tcp:8: 00010000:00080000:3.0:1786166431.739755:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9c00 x1872931077491200/t0(0) o8->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1786166441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166431.739858:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c52c9ee5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786166431.739863:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c52c9ee5000: connect to target with instance 1 00000100:00080000:3.0:1786166431.739869:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c52c9ee5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786166431.739874:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786166431.739876:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a3800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786166431.739880:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786166431.739882:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786166431.739885:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786166431.739890:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077491200:192.168.204.112@tcp:8: 00010000:00080000:2.0:1786166431.818008:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9180 x1872931077491584/t0(0) o33->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:23/10 lens 448/464 e 0 to 0 dl 1786166447 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786166431.819137:0:5590:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0895a63b-d46e-492e-873e-8b6197df2eab:5590:1872931077491584:192.168.204.112@tcp:33: 00000080:00200000:2.0:1786166431.819364:0:5590:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00200000:2.0:1786166431.819374:0:5590:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1786166431.819461:0:5590:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_50_g1058450 00000080:00000004:2.0:1786166431.826796:0:5590:0:(super25.c:181:lustre_fill_super()) 192.168.204.112@tcp:/lustre: Mount complete 00000080:00200008:0.0:1786166432.151627:0:5631:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1786166432.151642:0:5631:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:0.0:1786166432.151666:0:5631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1786166432.151737:0:5631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.151748:0:5631:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.151762:0:5631:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166432.151789:0:5631:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2ed80 pname:cluuid:pid:xid:nid:opc:job mkdir:0895a63b-d46e-492e-873e-8b6197df2eab:5631:1872931077491712:192.168.204.112@tcp:101: 00000100:00100000:0.0:1786166432.152130:0:5631:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca201300 going to sleep for 11 seconds 00000100:00100000:0.0:1786166432.157568:0:5631:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2ed80 pname:cluuid:pid:xid:nid:opc:job mkdir:0895a63b-d46e-492e-873e-8b6197df2eab:5631:1872931077491712:192.168.204.112@tcp:101: 00010000:00010000:0.0:1786166432.157610:0:5631:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157623:0:5631:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157635:0:5631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157649:0:5631:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157662:0:5631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157669:0:5631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157676:0:5631:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1786166432.157687:0:5631:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8c52c2e2ed80 x1872931077491712/t0(0) o101->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1786166448 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1786166432.157701:0:5631:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166432.157713:0:5631:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c52c2e37000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1786166432.157720:0:5631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1786166432.158535:0:5631:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:00010000:2.0:1786166432.158544:0:5631:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:2.0:1786166432.158551:0:5631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:2.0:1786166432.158555:0:5631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc3ff7cb8 00010000:00010000:2.0:1786166432.158559:0:5631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166432.158569:0:5631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786166432.553164:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166433.579109:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1786166434.608996:0:5683:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786166434.609011:0:5683:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:3.0:1786166434.609036:0:5683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786166434.609056:0:5683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786166434.609073:0:5683:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1786166434.609081:0:5683:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786166434.609089:0:5683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:3.0:1786166434.609093:0:5683:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:3.0:1786166434.609101:0:5683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc404fcb8 00010000:00010000:3.0:1786166434.609106:0:5683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786166434.609127:0:5683:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1786166434.611572:0:5683:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1786166434.611583:0:5683:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:3.0:1786166434.611602:0:5683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786166434.611619:0:5683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786166434.611633:0:5683:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1786166434.611641:0:5683:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786166434.611648:0:5683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:3.0:1786166434.611652:0:5683:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:3.0:1786166434.611659:0:5683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc404fcb8 00010000:00010000:3.0:1786166434.611663:0:5683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786166434.611671:0:5683:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1786166434.611812:0:5683:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:3.0:1786166434.611820:0:5683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786166434.611827:0:5683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1786166434.611848:0:5683:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1786166434.611855:0:5683:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786166434.611859:0:5683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:3.0:1786166434.611861:0:5683:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:3.0:1786166434.611865:0:5683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc404fbb0 00010000:00010000:3.0:1786166434.611868:0:5683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1786166434.611875:0:5683:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1786166434.611883:0:5683:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908), inode mode 41ed mask 44 00000080:00200008:3.0:1786166434.611892:0:5683:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), flags 100000 00000080:00200080:3.0:1786166434.612003:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.612018:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00800000:00000004:3.0:1786166434.612025:0:5683:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8c52c9ee5000: age 287, max_age 289 00000100:00100000:3.0:1786166434.612067:0:5683:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job lfs:0895a63b-d46e-492e-873e-8b6197df2eab:5683:1872931077491840:192.168.204.112@tcp:41: 00000100:00100000:3.0:1786166434.616288:0:5683:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d892e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786166434.616337:0:5683:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job lfs:0895a63b-d46e-492e-873e-8b6197df2eab:5683:1872931077491840:192.168.204.112@tcp:41: 00800000:00000004:3.0:1786166434.616362:0:5683:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8c52c9ee5000: update ffff8c52ca309e10 cache blocks 17240/17271 objects 534261/534593 00010000:00010000:2.0:1786166434.617195:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200080:3.0:1786166434.617302:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617326:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617337:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617359:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617365:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617368:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617373:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617426:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617433:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617438:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617442:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617445:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617449:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617452:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617456:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617459:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617462:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617465:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617469:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617472:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617476:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617479:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617483:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617486:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617490:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617493:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617497:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617501:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617515:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617520:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617525:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617528:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617533:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617536:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617540:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617544:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617548:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617552:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617555:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617559:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617563:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617567:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617571:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617574:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617578:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617581:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617585:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617589:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617593:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617597:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617601:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617605:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617609:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617619:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617624:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617628:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617632:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617636:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617640:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617643:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617647:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617650:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617653:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617657:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617660:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617664:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617668:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617671:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617674:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617677:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617681:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617684:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617688:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617691:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617694:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617697:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617700:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617703:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617714:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617718:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617722:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617726:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617730:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617733:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617736:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617739:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617743:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617746:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617750:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617753:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617758:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617761:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617765:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617769:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617773:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617776:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617780:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617784:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617788:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617792:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617796:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617800:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617805:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617816:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617822:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617826:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617831:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617834:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617838:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617841:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617845:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617848:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617851:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617854:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617858:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617861:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617864:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617867:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617870:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617873:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617877:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617880:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617883:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617886:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617890:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617893:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617896:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00800000:00000080:3.0:1786166434.617899:0:5683:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.617909:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.617915:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00020000:00000004:3.0:1786166434.617923:0:5683:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff8c52c9ee5000: age -714, max_age 289 00000100:00100000:3.0:1786166434.617964:0:5683:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job lfs:0895a63b-d46e-492e-873e-8b6197df2eab:5683:1872931077491968:192.168.204.112@tcp:13: 00000100:00100000:3.0:1786166434.618051:0:5683:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d892e3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1786166434.628259:0:5683:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52d0734700 x1872931077491968/t0(0) o13->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1786166450 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166434.628302:0:5683:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job lfs:0895a63b-d46e-492e-873e-8b6197df2eab:5683:1872931077491968:192.168.204.112@tcp:13: 00020000:00000004:3.0:1786166434.628338:0:5683:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff8c52c9ee5000: update ffff8c52ca361e10 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:3.0:1786166434.628546:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.628573:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00020000:00000004:3.0:1786166434.628585:0:5683:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff8c52c9ee5000: age -714, max_age 289 00000100:00100000:3.0:1786166434.628741:0:5683:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job lfs:0895a63b-d46e-492e-873e-8b6197df2eab:5683:1872931077492096:192.168.204.112@tcp:13: 00000100:00100000:3.0:1786166434.628888:0:5683:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d892e3c0 going to sleep for 11 seconds 00010000:00080000:3.0:1786166434.636769:0:5683:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52d0734700 x1872931077492096/t0(0) o13->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1786166450 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166434.636808:0:5683:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job lfs:0895a63b-d46e-492e-873e-8b6197df2eab:5683:1872931077492096:192.168.204.112@tcp:13: 00020000:00000004:3.0:1786166434.636845:0:5683:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff8c52c9ee5000: update ffff8c52ca365190 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:3.0:1786166434.636936:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.636958:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.636967:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.636972:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.636977:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.636981:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637015:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637021:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637026:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637029:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637034:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637038:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637042:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637046:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637051:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637054:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637059:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637062:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637067:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637070:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637074:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637076:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637080:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637083:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637087:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637090:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637094:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637097:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637102:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637106:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637111:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.637131:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.637138:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638517:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638552:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638568:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638573:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638577:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638581:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638584:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638588:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638591:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638595:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638599:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638603:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638606:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638610:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638613:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638617:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638621:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638624:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638627:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638631:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638634:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638637:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638640:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638659:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638663:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638667:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638670:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638674:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638676:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638680:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638683:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638687:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638690:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638694:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638698:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638702:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638705:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638709:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638712:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638715:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638719:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638722:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638726:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638730:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638733:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638737:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638740:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638744:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638755:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638760:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638764:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638768:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638772:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638775:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638779:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638782:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638786:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638805:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638810:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638814:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638818:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638821:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638824:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638828:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638832:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638836:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638839:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638843:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638847:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638850:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638854:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638858:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638861:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638873:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638878:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638882:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638886:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638890:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638893:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638897:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638901:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638905:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638909:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638913:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638917:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638921:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638925:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638929:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638933:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638937:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638940:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200080:3.0:1786166434.638943:0:5683:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908) cmd=c00866a4 arg=7ffde4f727a0 00020000:00000080:3.0:1786166434.638947:0:5683:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8c52c9ee5000: cmd=c00866a4 len=592 karg=ffff8c52c5548000 uarg=0000000000000000 00000080:00200008:3.0:1786166434.638967:0:5683:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), flags 100000 00010000:00010000:3.0:1786166435.623906:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166436.649550:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786166437.033295:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077492224:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166437.033429:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492480:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166437.034375:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786166437.034411:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492352:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166437.034444:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492608:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166437.041437:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492352:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166437.041457:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077492224:192.168.204.112@tcp:400: 00010000:00080000:2.0:1786166437.052576:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d8a80 x1872931077492608/t0(0) o400->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166437.052600:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492608:192.168.204.112@tcp:400: 00010000:00080000:2.0:1786166437.052615:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9c00 x1872931077492480/t0(0) o400->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166437.052624:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492480:192.168.204.112@tcp:400: 00010000:00010000:0.0:1786166437.679174:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786166438.213271:0:5873:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1786166438.696580:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786166439.724906:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166440.746181:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786166441.767722:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786166442.152482:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077492736:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166442.152662:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492992:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166442.152697:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786166442.152703:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492864:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166442.152722:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077493120:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166442.167971:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492864:192.168.204.112@tcp:400: 00010000:00080000:2.0:1786166442.167995:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9f80 x1872931077493120/t0(0) o400->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166442.168006:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077493120:192.168.204.112@tcp:400: 00000100:00100000:2.0:1786166442.168015:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077492736:192.168.204.112@tcp:400: 00010000:00080000:2.0:1786166442.168048:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9180 x1872931077492992/t0(0) o400->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166442.168059:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077492992:192.168.204.112@tcp:400: 00010000:00010000:1.0:1786166442.791611:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786166443.449831:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.112@tcp (source: 12345-192.168.204.112@tcp) 00000100:00100000:1.0:1786166443.449888:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.112@tcp (source: 12345-192.168.204.112@tcp) 00000100:00100000:1.0:1786166443.449943:0:5592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872931101634304 00000100:00100000:1.0:1786166443.449955:0:5592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872931101634304 00000100:00100000:1.0:1786166443.450017:0:5592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872931101634432 00000100:00100000:1.0:1786166443.450022:0:5592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872931101634432 00000100:00100000:1.0:1786166443.450041:0:5592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.112@tcp, seq: 0 00000100:00100000:1.0:1786166443.450051:0:5592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c52d069d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+4:8452:x1872931101634304:12345-192.168.204.112@tcp:104: 00010000:00010000:1.0:1786166443.450075:0:5592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786166443.450904:0:5592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786166443.450920:0:5592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c52d069d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+4:8452:x1872931101634304:12345-192.168.204.112@tcp:104: Request processed in 867us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1786166443.450945:0:5592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.112@tcp, seq: 0 00000100:00100000:1.0:1786166443.450977:0:5592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.112@tcp, seq: 1 00000100:00100000:1.0:1786166443.450988:0:5592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c52d069df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+3:8452:x1872931101634432:12345-192.168.204.112@tcp:104: 00010000:00010000:1.0:1786166443.451000:0:5592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452193:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1786166443.452208:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452236:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c52c0031600 already unused, calling callback (ffffffffc14f9c20) 10000000:00010000:3.0:1786166443.452241:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452252:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786166443.452260:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786166443.452265:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1786166443.452653:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452661:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786166443.452692:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452700:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.112@tcp lock: ffff8c52c0031600/0xa4e11a20c5f82168 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95d2 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452721:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786166443.452725:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452731:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c52c1517600 already unused, calling callback (ffffffffc14f9c20) 10000000:00010000:3.0:1786166443.452734:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.452751:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786166443.452758:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786166443.452763:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1786166443.453021:0:5592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1786166443.453038:0:5592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c52d069df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+3:8452:x1872931101634432:12345-192.168.204.112@tcp:104: Request processed in 2047us (3143us total) trans 0 rc 0/0 00000100:00100000:1.0:1786166443.453048:0:5592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.112@tcp, seq: 1 00010000:00010000:1.0:1786166443.453091:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786166443.453303:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077493248:192.168.204.112@tcp:103: 00010000:00010000:3.0:1786166443.455469:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.455487:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786166443.455512:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.455520:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f82161 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95cb expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166443.455558:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166443.455561:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166443.455563:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786166443.455586:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0735500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077493376:192.168.204.112@tcp:103: 00000100:00100000:2.0:1786166443.461439:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0735500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077493376:192.168.204.112@tcp:103: 00000100:00100000:3.0:1786166443.461963:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077493248:192.168.204.112@tcp:103: 00010000:00010000:1.0:1786166443.817064:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166444.840017:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1786166445.352612:0:5604:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1786166445.352624:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c52c9ee5000 from 39 10000000:01000000:0.0:1786166445.352633:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1786166445.352701:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166445.352713:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166445.352726:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166445.352760:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077493504:192.168.204.112@tcp:101: 00000100:00100000:0.0:1786166445.352912:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c3e1c480 going to sleep for 11 seconds 00000100:00100000:0.0:1786166445.358693:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077493504:192.168.204.112@tcp:101: 00010000:00010000:0.0:1786166445.358738:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce9673 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166445.358755:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce9673 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166445.359530:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077493632:192.168.204.112@tcp:501: 00000100:00100000:0.0:1786166445.359649:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c3e1c480 going to sleep for 11 seconds 00000100:00100000:0.0:1786166445.366302:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077493632:192.168.204.112@tcp:501: 00000100:00100000:0.0:1786166445.366444:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077493760:192.168.204.112@tcp:503: 00000100:00100000:0.0:1786166445.367136:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c3e1c480 going to sleep for 11 seconds 00000100:00100000:0.0:1786166445.374881:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077493760:192.168.204.112@tcp:503: 00000100:00100000:3.0:1786166445.376578:0:6078:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6078:1872931077493888:192.168.204.112@tcp:502: 00000100:00100000:2.0:1786166445.377878:0:6078:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c493b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166445.388515:0:6078:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6078:1872931077493888:192.168.204.112@tcp:502: 00000020:01000000:2.0:1786166445.388581:0:6078:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166445.388596:0:6078:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166445.388598:0:6078:0:(obd_config.c:1561:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1786166445.388604:0:6078:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1786166445.388653:0:6078:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6078:1872931077494016:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786166445.388824:0:6078:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345480 going to sleep for 11 seconds 00000100:00100000:2.0:1786166445.395991:0:6078:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6078:1872931077494016:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786166445.396067:0:6078:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166445.396081:0:6078:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166445.396084:0:6078:0:(obd_config.c:1561:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786166445.396090:0:6078:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1786166445.397242:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:0.0:1786166445.397277:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786166445.397291:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce9673 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166445.397304:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c0031800/0xa4e11a20c5f821ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce9673 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786166445.397316:0:5604:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1786166445.397319:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8c52ca30cd40 from 1 10000000:01000000:0.0:1786166445.397322:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1786166445.398731:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166445.398756:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166445.398771:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166445.398813:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077494144:192.168.204.112@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1786166445.399371:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c9380240 going to sleep for 11 seconds 00000100:00100000:2.0:1786166445.407104:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077494144:192.168.204.112@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786166445.407148:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce967a expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166445.407165:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce967a expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166445.407304:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077494272:192.168.204.112@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786166445.407453:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345480 going to sleep for 11 seconds 00000100:00100000:2.0:1786166445.412859:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077494272:192.168.204.112@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1786166445.413091:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1786166445.413105:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce967a expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166445.413118:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c0030200/0xa4e11a20c5f821d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce967a expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786166445.864699:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786166446.762088:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.112@tcp (source: 12345-192.168.204.112@tcp) 00000100:00100000:0.0:1786166446.762621:0:5591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872931101641216 00000100:00100000:0.0:1786166446.762634:0:5591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872931101641216 00000100:00100000:0.0:1786166446.762733:0:5591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.112@tcp, seq: 2 00000100:00100000:0.0:1786166446.762746:0:5591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c52d069e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+3:8511:x1872931101641216:12345-192.168.204.112@tcp:104: 00010000:00010000:0.0:1786166446.762778:0:5591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166446.763708:0:5591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1786166446.763724:0:5591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c52d069e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+3:8511:x1872931101641216:12345-192.168.204.112@tcp:104: Request processed in 978us (1650us total) trans 0 rc 0/0 00000100:00100000:0.0:1786166446.763736:0:5591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.112@tcp, seq: 2 00010000:00010000:3.0:1786166446.765242:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786166446.765257:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166446.765293:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c52c1516400 already unused, calling callback (ffffffffc14f9c20) 10000000:00010000:3.0:1786166446.765298:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166446.765309:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786166446.765315:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786166446.765449:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786166446.765604:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166446.765612:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786166446.765640:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166446.765647:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82199 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce95e0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166446.765680:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166446.765683:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166446.765685:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786166446.765708:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077494400:192.168.204.112@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1786166446.773546:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077494400:192.168.204.112@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1786166446.888046:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786166447.274704:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077494528:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166447.274911:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077494784:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166447.274955:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1786166447.274962:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077494656:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166447.274986:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077494912:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166447.286322:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077494656:192.168.204.112@tcp:400:kworker.0 00010000:00080000:0.0:1786166447.286352:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52c2e2d180 x1872931077494912/t0(0) o400->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166447.286365:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077494912:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166447.286399:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077494528:192.168.204.112@tcp:400:kworker.0 00010000:00080000:0.0:1786166447.286413:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52c2e2ca80 x1872931077494784/t0(0) o400->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166447.286424:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077494784:192.168.204.112@tcp:400:kworker.0 00010000:00010000:3.0:1786166447.913426:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1786166448.808631:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1786166448.808658:0:5604:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c52c9ee5000 from 4 10000000:01000000:0.0:1786166448.808665:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1786166448.808727:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166448.809892:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166448.809910:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166448.809951:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077495040:192.168.204.112@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1786166448.810625:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c2e7c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166448.818052:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077495040:192.168.204.112@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786166448.818095:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166448.818110:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166448.818219:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077495168:192.168.204.112@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786166448.819607:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345f00 going to sleep for 11 seconds 00000100:00100000:2.0:1786166448.828566:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077495168:192.168.204.112@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786166448.828660:0:5604:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077495296:192.168.204.112@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786166448.829880:0:5604:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345f00 going to sleep for 11 seconds 00000100:00100000:2.0:1786166448.835303:0:5604:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:5604:1872931077495296:192.168.204.112@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1786166448.837208:0:6142:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6142:1872931077495424:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786166448.837694:0:6142:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c2e7cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1786166448.842913:0:6142:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6142:1872931077495424:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:1.0:1786166448.842974:0:6142:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786166448.842998:0:6142:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786166448.843001:0:6142:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1786166448.843009:0:6142:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c52c9ee5000 00000020:00000080:1.0:1786166448.843012:0:6142:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1786166448.843660:0:6142:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6142:1872931077495552:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786166448.844023:0:6142:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d0971900 going to sleep for 11 seconds 00000100:00100000:3.0:1786166448.862255:0:6142:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:6142:1872931077495552:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786166448.862328:0:6142:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786166448.862340:0:6142:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786166448.862344:0:6142:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786166448.862349:0:6142:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1786166448.877291:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1786166448.877333:0:5604:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1786166448.877350:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166448.877367:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786166448.936020:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166449.968083:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166450.984169:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166452.019811:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786166452.395467:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077495808:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166452.395608:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077496064:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166452.395653:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1786166452.395660:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077495680:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166452.395745:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077495936:192.168.204.112@tcp:400:kworker.0 00010000:00080000:0.0:1786166452.400868:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52d069d880 x1872931077495936/t0(0) o400->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166452.400889:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077495936:192.168.204.112@tcp:400:kworker.0 00010000:00080000:0.0:1786166452.400903:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52d069ea00 x1872931077496064/t0(0) o400->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166452.400912:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077496064:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166452.405074:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077495680:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166452.405099:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077495808:192.168.204.112@tcp:400:kworker.0 00010000:00010000:1.0:1786166453.032085:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166454.069326:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786166454.455724:0:6439:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg412-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1786166455.079850:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166456.103790:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166457.129881:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786166457.511885:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077496192:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166457.522031:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786166457.522074:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077496320:192.168.204.112@tcp:400:kworker.0 00000100:00080000:1.0:1786166457.527077:0:38:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a3800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1786166457.527094:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c52c9ee5000: disconnect after 23s idle 00000100:00100000:0.0:1786166457.541215:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077496320:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166457.541242:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077496192:192.168.204.112@tcp:400:kworker.0 00000100:00080000:1.0:1786166457.543407:0:38:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a1000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1786166457.543414:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c52c9ee5000: disconnect after 23s idle 00000100:00100000:0.0:1786166457.548088:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077496448:192.168.204.112@tcp:9:kworker.0 00000100:00100000:0.0:1786166457.548265:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077496576:192.168.204.112@tcp:9:kworker.0 00010000:00080000:0.0:1786166457.585044:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52d069e300 x1872931077496448/t0(0) o9->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786166457.585080:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c52d069e300 x1872931077496448/t0(0) o9->lustre-OST0000-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786166457.585090:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a3800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1786166457.585097:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077496448:192.168.204.112@tcp:9:kworker.0 00010000:00080000:0.0:1786166457.585113:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52d069f480 x1872931077496576/t0(0) o9->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786166457.585123:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c52d069f480 x1872931077496576/t0(0) o9->lustre-OST0001-osc-ffff8c52c9ee5000@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786166457.585131:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52ca2a1000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1786166457.585135:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0895a63b-d46e-492e-873e-8b6197df2eab:2357:1872931077496576:192.168.204.112@tcp:9:kworker.0 00010000:00010000:2.0:1786166458.152662:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166459.195266:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166460.200432:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166461.223637:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166462.253937:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786166462.382342:0:6722:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg412-client.virtnet: executing yml_node 00000100:00100000:0.0:1786166462.631854:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077496704:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166462.638784:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786166462.638817:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077496832:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166462.652956:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077496832:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166462.654073:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077496704:192.168.204.112@tcp:400:kworker.0 00010000:00010000:3.0:1786166463.279241:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166464.302664:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166465.324456:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786166466.351714:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166467.368222:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786166467.752759:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077497088:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166467.752892:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786166467.752900:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077496960:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166467.762517:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077496960:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166467.762550:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077497088:192.168.204.112@tcp:400:kworker.0 00010000:00010000:0.0:1786166468.392531:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166469.426089:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786166469.925703:0:7170:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.56.50 00010000:00010000:0.0:1786166470.439606:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166471.464684:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166472.490760:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786166472.874160:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077497216:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166472.874367:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786166472.874429:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077497344:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166472.881281:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077497344:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166472.881307:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077497216:192.168.204.112@tcp:400:kworker.0 00010000:00010000:2.0:1786166473.512177:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786166474.384946:0:7324:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.56.50 00010000:00010000:2.0:1786166474.536538:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166475.562607:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166476.601557:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166477.616064:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786166478.000631:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077497472:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166478.000755:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786166478.000761:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077497600:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166478.017007:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077497600:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166478.017027:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077497472:192.168.204.112@tcp:400:kworker.0 00000001:02000400:0.0:1786166478.131925:0:7479:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.56.50 00010000:00010000:2.0:1786166478.633163:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166479.657738:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166480.680631:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786166480.771992:0:7623:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Aug 8 01:21:18 EDT 2026 00010000:00010000:2.0:1786166481.703960:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166482.728458:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786166483.114132:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077497728:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166483.117102:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786166483.117139:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077497856:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166483.125274:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077497856:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166483.125304:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077497728:192.168.204.112@tcp:400:kworker.0 00010000:00010000:2.0:1786166483.752234:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166484.777929:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166485.799750:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166486.824128:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166487.847903:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786166488.232670:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077498112:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166488.233136:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786166488.233293:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077497984:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166488.257426:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077497984:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166488.257464:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077498112:192.168.204.112@tcp:400:kworker.0 00010000:00010000:1.0:1786166488.871702:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166489.896211:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166490.920094:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166491.945010:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166492.967920:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786166493.351822:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077498240:192.168.204.112@tcp:400:kworker.0 00000100:00100000:2.0:1786166493.353635:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786166493.353660:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077498368:192.168.204.112@tcp:400:kworker.0 00000100:00100000:2.0:1786166493.358637:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077498240:192.168.204.112@tcp:400:kworker.0 00000100:00100000:2.0:1786166493.367134:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077498368:192.168.204.112@tcp:400:kworker.0 00010000:00010000:2.0:1786166493.991705:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786166495.016023:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166496.040764:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166497.065232:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166498.097208:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786166498.471673:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077498624:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166498.471790:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786166498.471798:0:2358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d069f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077498496:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166498.484349:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2358:1872931077498496:192.168.204.112@tcp:400:kworker.0 00000100:00100000:0.0:1786166498.503725:0:2358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d069c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0895a63b-d46e-492e-873e-8b6197df2eab:2358:1872931077498624:192.168.204.112@tcp:400:kworker.0 00010000:00010000:3.0:1786166499.111930:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166500.135683:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166501.163084:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786166502.189350:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786166502.448291:0:8181:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:3.0:1786166503.208506:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786166503.594407:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077498752:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166503.594555:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786166503.594563:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077498880:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166503.599260:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077498880:192.168.204.112@tcp:400:kworker.0 00000100:00100000:3.0:1786166503.599281:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077498752:192.168.204.112@tcp:400:kworker.0 00010000:00010000:3.0:1786166504.232573:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786166504.607289:0:8319:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1786166505.260678:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786166506.283472:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786166507.169134:0:8462:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 01:21:44 (1786166504) === 00000080:00200008:3.0:1786166507.209572:0:7637:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786166507.209595:0:7637:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:3.0:1786166507.209615:0:7637:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786166507.209635:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1786166507.209650:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1786166507.209659:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786166507.209666:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:3.0:1786166507.209670:0:7637:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:3.0:1786166507.209678:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc1907cb8 00010000:00010000:3.0:1786166507.209682:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1786166507.209691:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1786166507.245285:0:7637:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1786166507.248902:0:7637:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:1.0:1786166507.248937:0:7637:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786166507.248962:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1786166507.248979:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1786166507.248988:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786166507.248997:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:1.0:1786166507.249000:0:7637:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:1.0:1786166507.249010:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc1907cb8 00010000:00010000:1.0:1786166507.249015:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1786166507.249025:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1786166507.282161:0:7637:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1786166507.282178:0:7637:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:1.0:1786166507.282198:0:7637:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786166507.282221:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1786166507.282238:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1786166507.282246:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786166507.282254:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:1.0:1786166507.282258:0:7637:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:1.0:1786166507.282266:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc1907cb8 00010000:00010000:1.0:1786166507.282271:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1786166507.282280:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786166507.304507:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1786166507.338129:0:7637:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c52ca910908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1786166507.338147:0:7637:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca910908),name=/ 00000002:00010000:2.0:1786166507.338174:0:7637:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1786166507.338202:0:7637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786166507.338222:0:7637:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1786166507.338233:0:7637:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1786166507.338244:0:7637:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) 00000080:00010000:2.0:1786166507.338249:0:7637:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c52ca910908) for lock 0xa4e11a20c5f821c3 00000080:00010000:2.0:1786166507.338260:0:7637:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa4e11a20c5f821c3 from it ffff9e9cc1907cb8 00010000:00010000:2.0:1786166507.338266:0:7637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1786166507.338277:0:7637:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c52c9ee5000 lock: ffff8c52c0030e00/0xa4e11a20c5f821c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf59a143742ce9603 expref: -99 pid: 5631 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1786166508.028771:0:8511:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1786166508.028776:0:8511:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1786166508.028777:0:8511:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.112@tcp:/lustre 00000020:01000004:2.0:1786166508.028779:0:8511:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1786166508.028905:0:8511:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8c52d0791800 00000080:01000004:2.0:1786166508.028918:0:8511:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1786166508.028943:0:8511:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.112@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1786166508.028949:0:8511:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.112@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1786166508.028956:0:8511:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8c52d0791800 (sb ffff8c52d0791800) 00000080:01000000:2.0:1786166508.029066:0:8511:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786166508.029069:0:8511:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786166508.029073:0:8511:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:2.0:1786166508.029082:0:8511:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 78f22b99-d7ba-49be-8576-fdc94d28f0ba 10000000:01000000:2.0:1786166508.032267:0:8511:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786166508.032275:0:8511:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c52d0791800 10000000:01000000:2.0:1786166508.032284:0:8511:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c52d0791800 10000000:01000000:2.0:1786166508.032291:0:8511:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786166508.032297:0:8511:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c52d0791800 10000000:01000000:2.0:1786166508.032301:0:8511:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786166508.032306:0:8511:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8c52d0791800 10000000:01000000:2.0:1786166508.032310:0:8511:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1786166508.032315:0:8511:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c52d0791800 from 1 10000000:01000000:2.0:1786166508.032319:0:8511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786166508.032850:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.032863:0:8511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.032879:0:8511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166508.032928:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499008:192.168.204.112@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786166508.033071:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d0b906c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.052813:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499008:192.168.204.112@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786166508.052862:0:8511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96b9 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.052878:0:8511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce96b9 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166508.052983:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499136:192.168.204.112@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786166508.053104:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d0b906c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.063726:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499136:192.168.204.112@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786166508.063802:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499264:192.168.204.112@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786166508.063912:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52d0b906c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.080283:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499264:192.168.204.112@tcp:503:mount.lustre.0 00000100:00100000:0.0:1786166508.084025:0:8515:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8515:1872931077499392:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786166508.084298:0:8515:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c2e78d80 going to sleep for 11 seconds 00000100:00100000:0.0:1786166508.103627:0:8515:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8515:1872931077499392:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786166508.103686:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166508.104006:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104010:0:8515:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1786166508.104019:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8c52d0791800 00000020:00000080:0.0:1786166508.104021:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786166508.104067:0:8515:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8c52d0791800 (ffff8c52c9cdb380) 00000020:00000080:0.0:1786166508.104091:0:8515:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:0.0:1786166508.104100:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8c52d0791800 00000020:00000080:0.0:1786166508.104102:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1786166508.104497:0:8515:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8c52d0791800 (uuid 78f22b99-d7ba-49be-8576-fdc94d28f0ba) 00000020:01000000:0.0:1786166508.104503:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.104507:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104508:0:8515:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1786166508.104511:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166508.104514:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104515:0:8515:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1786166508.104519:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8c52d0791800 00000020:00000080:0.0:1786166508.104521:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786166508.104527:0:8515:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8c52d0791800 (ffff8c52c9cd8000) 00000020:00000080:0.0:1786166508.104538:0:8515:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:0.0:1786166508.104542:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8c52d0791800 00000020:00000080:0.0:1786166508.104545:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1786166508.104856:0:8515:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8c52d0791800 (uuid 78f22b99-d7ba-49be-8576-fdc94d28f0ba) 00000020:01000000:0.0:1786166508.104861:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.104865:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104867:0:8515:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1786166508.104870:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166508.104873:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104874:0:8515:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1786166508.104878:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1786166508.104879:0:8515:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1786166508.104882:0:8515:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1786166508.104888:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.104891:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104892:0:8515:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1786166508.104895:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166508.104898:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.104900:0:8515:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1786166508.104909:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1786166508.104914:0:8515:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.112@tcp to nid 0x20000c0a8cc70 (192.168.204.112@tcp) 00000020:01000000:0.0:1786166508.104937:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000080:0.0:1786166508.104940:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786166508.104950:0:8515:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8c52d0791800 (ffff8c52c9cd99c0) 00000020:00000080:0.0:1786166508.104958:0:8515:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:0.0:1786166508.104962:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000080:0.0:1786166508.104965:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1786166508.105020:0:8515:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c52c2e15800@lustre-MDT0000-mdc-ffff8c52d0791800: add connection 192.168.204.112@tcp at head 00010000:00010000:0.0:1786166508.114225:0:8515:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8c52d0791800-4 is initialized 00000040:01000000:0.0:1786166508.123267:0:8515:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8c52d0791800 ctxt 13 is initialized 00000020:00000080:0.0:1786166508.123344:0:8515:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8c52d0791800 (uuid 78f22b99-d7ba-49be-8576-fdc94d28f0ba) 00000020:01000000:0.0:1786166508.123537:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c52d0791800 00000020:00000080:0.0:1786166508.123546:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1786166508.123589:0:8515:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1786166508.123661:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.123669:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.123673:0:8515:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1786166508.123679:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1786166508.123685:0:8515:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1786166508.123688:0:8515:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1786166508.123690:0:8515:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1786166508.123692:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1786166508.123695:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.123697:0:8515:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1786166508.124192:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1786166508.124197:0:8515:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.112@tcp:/lustre 00000020:00000080:0.0:1786166508.124202:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.124204:0:8515:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1786166508.124207:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1786166508.124213:0:8515:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.112@tcp to nid 0x20000c0a8cc70 (192.168.204.112@tcp) 00000020:01000000:0.0:1786166508.124242:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8c52d0791800 00000020:00000080:0.0:1786166508.124252:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786166508.124262:0:8515:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8c52d0791800 (ffff8c52c9cdcd40) 00000020:00000080:0.0:1786166508.124279:0:8515:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:0.0:1786166508.124285:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8c52d0791800 00000020:00000080:0.0:1786166508.124287:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1786166508.124885:0:8515:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c52c2e14000@lustre-OST0000-osc-ffff8c52d0791800: add connection 192.168.204.112@tcp at head 00010000:00010000:0.0:1786166508.125102:0:8515:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8c52d0791800-5 is initialized 00000020:00000080:0.0:1786166508.125331:0:8515:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8c52d0791800 (uuid 78f22b99-d7ba-49be-8576-fdc94d28f0ba) 00000020:01000000:0.0:1786166508.125341:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c52d0791800 00000020:00000080:0.0:1786166508.125344:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1786166508.127486:0:8515:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1786166508.127508:0:8515:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c52d0791800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1786166508.127515:0:8515:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1786166508.127551:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.127561:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.127565:0:8515:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1786166508.127570:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1786166508.127574:0:8515:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #15 00000020:01000000:0.0:1786166508.127576:0:8515:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1786166508.127578:0:8515:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1786166508.127580:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1786166508.127584:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.127587:0:8515:0:(obd_config.c:1561:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:0.0:1786166508.127591:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1786166508.127598:0:8515:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.112@tcp:/lustre 00000020:00000080:0.0:1786166508.127604:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.127606:0:8515:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1786166508.127612:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1786166508.127620:0:8515:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.112@tcp to nid 0x20000c0a8cc70 (192.168.204.112@tcp) 00000020:01000000:0.0:1786166508.127670:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8c52d0791800 00000020:00000080:0.0:1786166508.127676:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786166508.127720:0:8515:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8c52d0791800 (ffff8c52c9da3380) 00000020:00000080:0.0:1786166508.127777:0:8515:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:0.0:1786166508.127792:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8c52d0791800 00000020:00000080:0.0:1786166508.127796:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1786166508.127914:0:8515:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c52c2e12800@lustre-OST0001-osc-ffff8c52d0791800: add connection 192.168.204.112@tcp at head 00010000:00010000:0.0:1786166508.128151:0:8515:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8c52d0791800-6 is initialized 00000020:00000080:0.0:1786166508.128562:0:8515:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8c52d0791800 (uuid 78f22b99-d7ba-49be-8576-fdc94d28f0ba) 00000020:01000000:0.0:1786166508.128576:0:8515:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c52d0791800 00000020:00000080:0.0:1786166508.128581:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1786166508.128604:0:8515:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1786166508.128616:0:8515:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c52d0791800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1786166508.128621:0:8515:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1786166508.128641:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.128645:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.128647:0:8515:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1786166508.128650:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166508.128653:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.128655:0:8515:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:0.0:1786166508.128659:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1786166508.128663:0:8515:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1786166508.128666:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786166508.128671:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.128673:0:8515:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:0.0:1786166508.128677:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786166508.128681:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786166508.128683:0:8515:0:(obd_config.c:1561:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1786166508.128689:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1786166508.130960:0:8515:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8515:1872931077499520:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786166508.131325:0:8515:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c2e78d80 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.142448:0:8515:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8515:1872931077499520:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786166508.142495:0:8515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166508.142504:0:8515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166508.142506:0:8515:0:(obd_config.c:1561:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786166508.142512:0:8515:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1786166508.143649:0:8511:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1786166508.143673:0:8511:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786166508.144437:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96b9 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166508.144457:0:8511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c1517600/0xa4e11a20c5f821df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96b9 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786166508.144467:0:8511:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff8c52d0791800 from 1 10000000:01000000:0.0:1786166508.144471:0:8511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1786166508.144509:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166508.144517:0:8511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166508.144529:0:8511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166508.144555:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499648:192.168.204.112@tcp:101:mount.lustre.0 00000100:00100000:0.0:1786166508.144641:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c2e78540 going to sleep for 11 seconds 00000100:00100000:0.0:1786166508.151477:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499648:192.168.204.112@tcp:101:mount.lustre.0 00010000:00010000:0.0:1786166508.151519:0:8511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96c0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166508.151534:0:8511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce96c0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786166508.152145:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499776:192.168.204.112@tcp:256:mount.lustre.0 00000100:00100000:0.0:1786166508.152246:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52c2e78540 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.162021:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499776:192.168.204.112@tcp:256:mount.lustre.0 10000000:01000000:2.0:1786166508.164894:0:8511:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786166508.165268:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96c0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.165285:0:8511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c9128800/0xa4e11a20c5f82209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96c0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786166508.165296:0:8511:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c52d0791800 from 1 10000000:01000000:2.0:1786166508.165300:0:8511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786166508.165355:0:8511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.165363:0:8511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.165410:0:8511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166508.165446:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499904:192.168.204.112@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786166508.165595:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.172952:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077499904:192.168.204.112@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786166508.172988:0:8511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786166508.173002:0:8511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786166508.173082:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077500032:192.168.204.112@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786166508.175433:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.184230:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077500032:192.168.204.112@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786166508.184308:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077500160:192.168.204.112@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786166508.184558:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.195899:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8511:1872931077500160:192.168.204.112@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786166508.196347:0:8520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8520:1872931077500288:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786166508.196536:0:8520:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.209575:0:8520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8520:1872931077500288:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786166508.209633:0:8520:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166508.209647:0:8520:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166508.209649:0:8520:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1786166508.209657:0:8520:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c52d0791800 00000020:00000080:2.0:1786166508.209660:0:8520:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786166508.209667:0:8520:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786166508.209670:0:8520:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166508.209672:0:8520:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1786166508.209674:0:8520:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786166508.209676:0:8520:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786166508.209678:0:8520:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1786166508.209680:0:8520:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c52d0791800 00000020:00000080:2.0:1786166508.209682:0:8520:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1786166508.209770:0:8520:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8520:1872931077500416:192.168.204.112@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786166508.209889:0:8520:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1786166508.236091:0:8520:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:8520:1872931077500416:192.168.204.112@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786166508.236148:0:8520:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786166508.236159:0:8520:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786166508.236161:0:8520:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786166508.236165:0:8520:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1786166508.236607:0:8511:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1786166508.236635:0:8511:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1786166508.236654:0:8511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786166508.236664:0:8511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1786166508.236682:0:8511:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1786166508.236723:0:8511:0:(genops.c:1406:class_connect()) connect: client 78f22b99-d7ba-49be-8576-fdc94d28f0ba, cookie 0xa4e11a20c5f82217 00800000:01000000:0.0:1786166508.236749:0:8511:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 78f22b99-d7ba-49be-8576-fdc94d28f0ba to lustre-clilmv-ffff8c52d0791800 00800000:01000000:0.0:1786166508.236759:0:8511:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8c52d0791800(78f22b99-d7ba-49be-8576-fdc94d28f0ba) - lustre-MDT0000_UUID, 78f22b99-d7ba-49be-8576-fdc94d28f0ba 00000020:00000080:0.0:1786166508.236767:0:8511:0:(genops.c:1406:class_connect()) connect: client 78f22b99-d7ba-49be-8576-fdc94d28f0ba, cookie 0xa4e11a20c5f8221e 00000100:00080000:0.0:1786166508.236776:0:8511:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c52d0791800: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:0.0:1786166508.236787:0:8511:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c52d0791800: import ffff8c52c2e15800 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000008:00100000:0.0:1786166508.236800:0:8511:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1786166508.236840:0:8511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c52c2e2c380 x1872931077500544/t0(0) o38->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786166508.236863:0:8511:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID 00800000:01000000:0.0:1786166508.236962:0:8511:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8c52d0791800(78f22b99-d7ba-49be-8576-fdc94d28f0ba) successfully (5) 00800000:00000004:0.0:1786166508.236967:0:8511:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c52d0791800: age -637, max_age 0 00000080:00000004:0.0:1786166508.237001:0:8511:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff8c52d0791800: age -637, max_age 363 00800000:00000004:0.0:1786166508.237007:0:8511:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff8c52d0791800: age -637, max_age 363 00000100:00080000:0.0:1786166508.237027:0:8511:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c52c2e2ce00 x1872931077500800/t0(0) o41->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166508.237037:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345f00 going to sleep for 0 seconds 00000100:00100000:0.0:1786166508.237063:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077500544:192.168.204.112@tcp:38:mount.lustre.0 00000100:00080000:0.0:1786166508.237202:0:2359:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c52c2e2fb80 x1872931077500672/t0(0) o41->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166508.237215:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1786166508.237221:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077500928:192.168.204.112@tcp:400:kworker.0 00000100:00100000:2.0:1786166508.243993:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786166508.244016:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8c52d0791800: connect to target with instance 1 00000100:00080000:2.0:1786166508.244026:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8c52d0791800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1786166508.244041:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1786166508.244059:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e15800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1786166508.244406:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ab2f498f): req@ffff8c52c2e2ce00 x1872931077500800/t0(0) o41->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786166508.244430:0:2357:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008213a3ed): req@ffff8c52c2e2fb80 x1872931077500672/t0(0) o41->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166508.244447:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077500544:192.168.204.112@tcp:38:mount.lustre.0 00000100:00100000:3.0:1786166508.256179:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca345f00 going to sleep for 11 seconds 00000100:00100000:1.0:1786166508.257065:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077500928:192.168.204.112@tcp:400:kworker.0 00000100:00100000:1.0:1786166508.261918:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:0:1872931077500672:192.168.204.112@tcp:41:mount.lustre.0 00000100:00100000:2.0:1786166508.265551:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:78f22b99-d7ba-49be-8576-fdc94d28f0ba:8511:1872931077500800:192.168.204.112@tcp:41:mount.lustre.0 00800000:00000004:2.0:1786166508.265598:0:8511:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff8c52d0791800: update ffff8c52c9cd9e10 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:2.0:1786166508.265607:0:8511:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff8c52d0791800: update ffff8c52c9cd8450 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:2.0:1786166508.265656:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:78f22b99-d7ba-49be-8576-fdc94d28f0ba:8511:1872931077501056:192.168.204.112@tcp:40:mount.lustre.0 00000100:00100000:2.0:1786166508.265757:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26d480 going to sleep for 11 seconds 00000100:00100000:2.0:1786166508.272844:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:78f22b99-d7ba-49be-8576-fdc94d28f0ba:8511:1872931077501056:192.168.204.112@tcp:40:mount.lustre.0 00000080:00000004:2.0:1786166508.272879:0:8511:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1786166508.272897:0:8511:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 3407872 00020000:01000000:2.0:1786166508.272901:0:8511:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1786166508.272916:0:8511:0:(genops.c:1406:class_connect()) connect: client 78f22b99-d7ba-49be-8576-fdc94d28f0ba, cookie 0xa4e11a20c5f82225 00000020:00000080:2.0:1786166508.272937:0:8511:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa4e11a20c5f8222c 00000100:00080000:2.0:1786166508.272946:0:8511:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c52d0791800: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:2.0:1786166508.272959:0:8511:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c52d0791800: import ffff8c52c2e14000 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000008:00100000:2.0:1786166508.272973:0:8511:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786166508.273006:0:8511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c52ca2db800 x1872931077501184/t0(0) o8->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786166508.273474:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077501184:192.168.204.112@tcp:8:mount.lustre.0 00000100:00080000:2.0:1786166508.276186:0:8511:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID 00020000:01000000:2.0:1786166508.276216:0:8511:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8c52d0791800) active 00000020:00000080:2.0:1786166508.276265:0:8511:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa4e11a20c5f82233 00000100:00080000:2.0:1786166508.276280:0:8511:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c52d0791800: connect to NID 192.168.204.112@tcp last attempt 0 00000100:00080000:2.0:1786166508.276293:0:8511:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c52d0791800: import ffff8c52c2e12800 using connection 192.168.204.112@tcp/192.168.204.112@tcp 00000008:00100000:2.0:1786166508.276310:0:8511:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786166508.276352:0:8511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c52ca2dad80 x1872931077501312/t0(0) o8->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786166508.277042:0:8511:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID 00020000:01000000:2.0:1786166508.277064:0:8511:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8c52d0791800) active 00000100:00100000:2.0:1786166508.277122:0:8511:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:78f22b99-d7ba-49be-8576-fdc94d28f0ba:8511:1872931077501440:192.168.204.112@tcp:33:mount.lustre.0 00000100:00100000:1.0:1786166508.277507:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077501312:192.168.204.112@tcp:8:mount.lustre.0 00000100:00100000:2.0:1786166508.277741:0:8511:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c52ca26d480 going to sleep for 11 seconds 00010000:00080000:0.0:1786166508.280114:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2db800 x1872931077501184/t0(0) o8->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1786166518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166508.280132:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c52d0791800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1786166508.280145:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c52d0791800: connect to target with instance 1 00000100:00080000:0.0:1786166508.280157:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c52d0791800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1786166508.280170:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1786166508.280174:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e14000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1786166508.280181:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1786166508.280186:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1786166508.280192:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1786166508.280204:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077501184:192.168.204.112@tcp:8:mount.lustre.0 00000100:00100000:2.0:1786166508.293070:0:8511:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:78f22b99-d7ba-49be-8576-fdc94d28f0ba:8511:1872931077501440:192.168.204.112@tcp:33:mount.lustre.0 00000080:00200000:2.0:1786166508.293267:0:8511:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c52ca915348) 00000080:00200000:2.0:1786166508.293279:0:8511:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00000080:02000400:2.0:1786166508.293362:0:8511:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_50_g1058450 00010000:00080000:0.0:1786166508.294769:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2dad80 x1872931077501312/t0(0) o8->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1786166518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166508.294810:0:2357:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c52d0791800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1786166508.294834:0:2357:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8c52d0791800: connect to target with instance 1 00000100:00080000:0.0:1786166508.294847:0:2357:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8c52d0791800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1786166508.294861:0:2357:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1786166508.294865:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e12800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1786166508.294872:0:2357:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1786166508.294876:0:2357:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1786166508.294881:0:2357:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1786166508.294890:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077501312:192.168.204.112@tcp:8:mount.lustre.0 00000080:00000004:2.0:1786166508.298898:0:8511:0:(super25.c:181:lustre_fill_super()) 192.168.204.112@tcp:/lustre: Mount complete 00010000:00010000:0.0:1786166508.333465:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1786166508.676022:0:8541:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1786166508.967877:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295032053, at 4295032064 00000100:00000010:1.0:1786166508.967892:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52cb13f060. 00000100:00000040:0.0:1786166508.967991:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295032052, at 4295032064 00000100:00000010:0.0:1786166508.967997:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c2be5d80. 00010000:00000001:0.0:1786166509.351566:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166509.351578:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166509.351661:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166509.351663:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166509.351788:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166509.351792:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166509.351806:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166510.376685:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166510.376696:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166510.376703:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166510.376704:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786166510.376740:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786166510.376743:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166510.376747:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166511.399506:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166511.399516:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166511.399518:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166511.399521:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166511.399526:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166511.399529:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166511.399530:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166511.399552:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166511.399556:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166511.399558:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166511.399663:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166511.399671:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166511.399675:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166512.426501:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166512.426513:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166512.426520:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166512.426521:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786166512.426553:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786166512.426557:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166512.426561:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786166513.319463:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786166513.319474:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786166513.319484:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2c380. 00000020:00000040:0.0:1786166513.319489:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:0.0:1786166513.319493:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786166513.319496:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786166513.319502:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786166513.319576:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d2de5900. 00000100:00000001:0.0:1786166513.319585:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319596:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166513.319607:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786166513.319612:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319618:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d22e6a64] to pc [ptlrpcd_00_01+1] req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.319643:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786166513.319649:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786166513.319652:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2ea00. 00000020:00000040:0.0:1786166513.319655:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52ca2a6000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000100:00000001:0.0:1786166513.319657:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786166513.319658:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786166513.319660:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786166513.319677:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d2de5000. 00000100:00000001:0.0:1786166513.319772:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319778:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166513.319786:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786166513.319789:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319793:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006466befa] to pc [ptlrpcd_00_00+0] req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.319801:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786166513.319807:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786166513.319809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786166513.319812:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786166513.319815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786166513.319817:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786166513.319821:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2e300. 00000020:00000040:0.0:1786166513.319824:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52c2e15800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000100:00000001:0.0:1786166513.319826:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786166513.319827:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786166513.319829:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786166513.319832:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d2de5100. 00000100:00000001:0.0:1786166513.319835:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319839:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166513.319845:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786166513.319847:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319850:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d150d12] to pc [ptlrpcd_00_01+1] req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.319868:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786166513.319873:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786166513.319876:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2f480. 00000020:00000040:0.0:1786166513.319878:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52c2e14000 refcount=3 obd=lustre-OST0000-osc-ffff8c52d0791800 00000100:00000001:0.0:1786166513.319881:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786166513.319882:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786166513.319884:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786166513.319889:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d2de5800. 00000100:00000001:0.0:1786166513.319892:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319896:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166513.319903:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786166513.319905:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319914:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e10284a4] to pc [ptlrpcd_00_00+0] req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.319920:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786166513.319926:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786166513.319929:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2f100. 00000020:00000040:0.0:1786166513.319931:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52c2e12800 refcount=3 obd=lustre-OST0001-osc-ffff8c52d0791800 00000100:00000001:0.0:1786166513.319933:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786166513.319934:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786166513.319936:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786166513.319940:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52c2a62900. 00000100:00000001:0.0:1786166513.319942:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319946:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166513.319952:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786166513.319959:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.319964:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072c65c9a] to pc [ptlrpcd_00_01+1] req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320049:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.320054:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:0.0:1786166513.320081:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.320085:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166513.320088:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166513.320093:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320100:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166513.320102:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.320106:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166513.320108:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166513.320111:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166513.320114:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077501568:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.320118:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166513.320124:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166513.320126:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.320129:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166513.320134:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52ca380400. 02000000:00000001:0.0:1786166513.320137:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166513.320143:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166513.320148:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c55563c8. 00000400:00000010:0.0:1786166513.320157:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac880. 00000100:00000200:0.0:1786166513.320165:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077501568, portal 25 00000100:00000001:0.0:1786166513.320168:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166513.320169:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885817688960 : -127187891862656 : ffff8c52c2e2c380) 00000100:00000040:0.0:1786166513.320174:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320181:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166513.320184:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166513.320186:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac000. 00000100:00000200:0.0:1786166513.320195:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872931077501568, offset 0 00000400:00000200:0.0:1786166513.320201:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166513.320210:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.320217:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166513.320222:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166513.320226:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166513.320230:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166513.320232:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166513.320236:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [109:109:256:4294967295] 192.168.204.112@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1786166513.320240:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.320249:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166513.320254:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166513.320259:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2a62200. 00000800:00000200:0.0:1786166513.320266:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166513.320273:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166513.320278:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2a62200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166513.320293:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166513.320297:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166513.320300:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295037094 00000100:00000010:0.0:1786166513.320304:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52d06de660. 00000100:00000001:0.0:1786166513.320310:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786166513.320316:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295037094 00000100:00000010:0.0:1786166513.320319:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52d06deea0. 00000100:00000001:0.0:1786166513.320322:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786166513.320325:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.320328:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.320330:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166513.320334:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320340:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166513.320347:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.320349:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166513.320351:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166513.320353:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166513.320356:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2359:1872931077501824:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.320359:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166513.320362:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166513.320364:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.320365:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166513.320368:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52ca380c00. 02000000:00000001:0.0:1786166513.320370:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166513.320373:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166513.320397:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c5556c60. 00000400:00000010:0.0:1786166513.320402:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acbb0. 00000100:00000200:0.0:1786166513.320405:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077501824, portal 10 00000100:00000001:0.0:1786166513.320406:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166513.320408:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885817697024 : -127187891854592 : ffff8c52c2e2e300) 00000100:00000040:0.0:1786166513.320414:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320421:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166513.320423:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166513.320425:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acaa0. 00000100:00000200:0.0:1786166513.320427:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077501824, offset 0 00000400:00000200:0.0:1786166513.320432:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166513.320435:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.320438:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166513.320441:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166513.320449:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166513.320451:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166513.320454:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166513.320457:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [110:110:255:4294967295] 192.168.204.112@tcp LPNI seq info [110:110:7:4294967295] 00000400:00000200:0.0:1786166513.320460:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.320466:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166513.320476:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166513.320480:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52cc177a00. 00000800:00000200:0.0:1786166513.320483:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166513.320488:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166513.320490:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52cc177a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166513.320493:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.320497:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: using a timeout of 20890 usecs (21 jiffies) 00000400:00000200:0.0:1786166513.320501:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166513.320503:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295036437 00000100:00000001:0.0:1786166513.320505:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.320507:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295036437 00000100:00000001:0.0:1786166513.320521:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.320523:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.320525:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.320527:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166513.320531:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320536:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166513.320538:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.320540:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166513.320541:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166513.320544:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166513.320546:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2359:1872931077502080:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.320549:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166513.320551:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166513.320552:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.320554:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166513.320558:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52ca380200. 02000000:00000001:0.0:1786166513.320560:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166513.320563:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166513.320571:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c5556f78. 00000400:00000010:0.0:1786166513.320574:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acb28. 00000100:00000200:0.0:1786166513.320577:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502080, portal 4 00000100:00000001:0.0:1786166513.320578:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166513.320579:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885817700608 : -127187891851008 : ffff8c52c2e2f100) 00000100:00000040:0.0:1786166513.320585:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.320591:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166513.320593:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166513.320595:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac5d8. 00000100:00000200:0.0:1786166513.320597:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077502080, offset 0 00000400:00000200:0.0:1786166513.320601:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000800:00000200:1.0:1786166513.321817:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166513.321825:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2a62200. 00000400:00000200:1.0:1786166513.321833:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.321841:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166513.321852:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac000 00000400:00000010:1.0:1786166513.321855:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac000. 00000100:00000001:1.0:1786166513.321859:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166513.321867:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.321880:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166513.321884:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.321890:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.321892:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786166513.321938:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166513.321941:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52cc177a00. 00000400:00000200:1.0:1786166513.321946:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.321950:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166513.321954:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acaa0 00000400:00000010:1.0:1786166513.321955:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acaa0. 00000100:00000001:1.0:1786166513.321958:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166513.321961:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.322150:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166513.322154:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.322161:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.322162:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1786166513.322787:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.322796:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166513.322801:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166513.322804:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166513.322808:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166513.322811:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166513.322814:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [111:111:256:4294967295] 192.168.204.112@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:0.0:1786166513.322818:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.322827:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166513.322834:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166513.322840:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52cc177a00. 00000800:00000200:0.0:1786166513.322846:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166513.322853:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166513.322858:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52cc177a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166513.322872:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.322877:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: using a timeout of 22866 usecs (23 jiffies) 00000400:00000200:0.0:1786166513.322881:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166513.322883:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295036442 00000100:00000001:0.0:1786166513.322886:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.322899:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295036442 00000100:00000001:0.0:1786166513.322901:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.322904:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.322907:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.322912:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.322916:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.322925:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786166513.322927:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786166513.322930:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.322933:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166513.322935:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166513.322939:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1786166513.322941:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.322943:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786166513.322944:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.322945:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.322947:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166513.322948:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166513.322954:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.322961:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166513.322963:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.323053:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166513.323056:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166513.323059:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166513.323063:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077501696:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.323068:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166513.323073:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166513.323076:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.323079:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166513.323084:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52ca381e00. 02000000:00000001:0.0:1786166513.323086:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166513.323091:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166513.323094:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c55567e8. 00000400:00000010:0.0:1786166513.323103:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acaa0. 00000100:00000200:0.0:1786166513.323109:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077501696, portal 10 00000100:00000001:0.0:1786166513.323111:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166513.323112:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885817698816 : -127187891852800 : ffff8c52c2e2ea00) 00000100:00000040:0.0:1786166513.323119:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323125:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166513.323127:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166513.323130:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac000. 00000100:00000200:0.0:1786166513.323133:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077501696, offset 0 00000400:00000200:0.0:1786166513.323138:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166513.323144:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.323147:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166513.323150:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166513.323152:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166513.323154:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166513.323156:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166513.323159:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [112:112:255:4294967295] 192.168.204.112@tcp LPNI seq info [112:112:7:4294967295] 00000400:00000200:0.0:1786166513.323162:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.323167:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166513.323171:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166513.323175:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d8978700. 00000800:00000200:0.0:1786166513.323179:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166513.323183:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166513.323186:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d8978700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166513.323189:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.323192:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: using a timeout of 140403 usecs (141 jiffies) 00000400:00000200:0.0:1786166513.323195:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166513.323197:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 0 is 4295036560 00000100:00000001:0.0:1786166513.323200:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 0, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.323207:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 1 is 4295036560 00000100:00000001:0.0:1786166513.323209:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 1, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.323211:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.323213:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323216:0:2359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166513.323220:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323226:0:2359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166513.323227:0:2359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.323230:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166513.323231:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166513.323233:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166513.323235:0:2359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52c2e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2359:1872931077501952:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.323238:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166513.323241:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166513.323242:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.323244:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166513.323246:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52ca381c00. 02000000:00000001:0.0:1786166513.323248:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166513.323252:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166513.323255:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c5556058. 00000400:00000010:0.0:1786166513.323258:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac2a8. 00000100:00000200:0.0:1786166513.323261:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077501952, portal 4 00000100:00000001:0.0:1786166513.323263:0:2359:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166513.323264:0:2359:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885817701504 : -127187891850112 : ffff8c52c2e2f480) 00000100:00000040:0.0:1786166513.323270:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323277:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166513.323279:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166513.323281:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac6e8. 00000100:00000200:0.0:1786166513.323283:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077501952, offset 0 00000400:00000200:0.0:1786166513.323291:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166513.323295:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.323299:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166513.323301:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166513.323304:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166513.323306:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166513.323308:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166513.323311:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [113:113:254:4294967295] 192.168.204.112@tcp LPNI seq info [113:113:6:4294967295] 00000400:00000200:0.0:1786166513.323315:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166513.323321:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166513.323325:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166513.323328:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d8978900. 00000800:00000200:0.0:1786166513.323332:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166513.323337:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166513.323339:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d8978900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166513.323342:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.323345:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: using a timeout of 8827 usecs (9 jiffies) 00000400:00000200:0.0:1786166513.323347:0:2359:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166513.323349:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295036428 00000100:00000001:0.0:1786166513.323351:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.323353:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295036428 00000100:00000001:0.0:1786166513.323355:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295037094 00000100:00000001:0.0:1786166513.323358:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.323360:0:2359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323363:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323365:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323411:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.323413:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786166513.323443:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166513.323446:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52cc177a00. 00000400:00000200:0.0:1786166513.323452:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166513.323462:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166513.323468:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac5d8 00000400:00000010:0.0:1786166513.323470:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac5d8. 00000100:00000001:0.0:1786166513.323473:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166513.323478:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323488:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.323490:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323496:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323497:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786166513.323526:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166513.323528:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d8978700. 00000400:00000200:0.0:1786166513.323532:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166513.323535:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166513.323537:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac000 00000400:00000010:0.0:1786166513.323539:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac000. 00000100:00000001:0.0:1786166513.323541:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166513.323545:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323551:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.323554:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323560:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323561:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786166513.323768:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166513.323772:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d8978900. 00000400:00000200:0.0:1786166513.323775:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166513.323778:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166513.323782:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac6e8 00000400:00000010:0.0:1786166513.323783:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac6e8. 00000100:00000001:0.0:1786166513.323785:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166513.323792:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323800:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.323802:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.323808:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.323810:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786166513.325199:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.325210:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166513.325214:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.325216:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.325224:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.325242:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166513.325251:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.325256:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.325260:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.325263:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903380 00000400:00000200:1.0:1786166513.325268:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.325273:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:1.0:1786166513.325280:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.325287:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.325290:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.325294:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166513.325301:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166513.325309:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166513.325318:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.325332:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166513.325340:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.325343:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786166513.325353:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786166513.325356:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786166513.325363:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786166513.325365:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786166513.325368:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c5556c60. 00000400:00000200:1.0:1786166513.325372:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acbb0 00000400:00000010:1.0:1786166513.325374:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acbb0. 00000100:00000001:1.0:1786166513.325401:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166513.325405:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786166513.325414:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.325420:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786166513.325430:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786166513.325433:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786166513.325436:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786166513.325439:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786166513.325441:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786166513.325444:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786166513.325454:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e15c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1786166513.325459:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e15c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1786166513.325461:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786166513.325463:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786166513.325466:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786166513.325469:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.325472:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786166513.325475:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:1.0:1786166513.325477:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786166513.325479:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786166513.325484:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.325491:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786166513.325495:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786166513.325497:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786166513.325501:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786166513.325522:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2359:1872931077501824:192.168.204.112@tcp:400:kworker.0 00000100:00000001:1.0:1786166513.325528:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.325531:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166513.325534:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52c2e2e300 x1872931077501824/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.325540:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786166513.325543:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786166513.325546:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52ca380c00. 02000000:00000001:1.0:1786166513.325550:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786166513.325552:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786166513.325560:0:2359:0:(genops.c:1244:class_import_put()) import ffff8c52c2e15800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000001:1.0:1786166513.325562:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786166513.325566:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d2de5100. 02000000:00000001:1.0:1786166513.325569:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786166513.325571:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786166513.325573:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52c2e2e300. 00000100:00000001:1.0:1786166513.325576:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786166513.325578:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786166513.325581:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.325582:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786166513.325584:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786166513.325586:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.325588:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786166513.331024:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166513.332614:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166513.332626:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333050:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.333061:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333069:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166513.333078:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333083:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333088:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333092:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 25 MB=0x6a76bbf903280 00000400:00000200:1.0:1786166513.333096:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333102:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.112@tcp of length 224/224 into md 0x6e1 [1] + 224 00000800:00000001:1.0:1786166513.333110:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333114:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.333117:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.333123:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166513.333132:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166513.333149:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166513.333161:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.333190:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166513.333202:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333206:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166513.333221:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333224:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.333228:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333232:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166513.333236:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333239:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333242:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333244:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903480 00000400:00000200:1.0:1786166513.333248:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333252:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1786166513.333256:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333259:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.333261:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.333264:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166513.333272:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166513.333277:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166513.333286:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.333293:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166513.333297:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333300:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166513.333301:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333303:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.333306:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333309:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166513.333312:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333315:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333317:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333319:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903400 00000400:00000200:1.0:1786166513.333322:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.333324:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:1.0:1786166513.333335:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333355:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.333357:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.333361:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166513.333365:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166513.333370:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166513.333399:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166513.333406:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166513.333410:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.333414:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334076:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.334082:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786166513.334090:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786166513.334092:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786166513.334095:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c5556058. 00000400:00000200:0.0:1786166513.334100:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac2a8 00000400:00000010:0.0:1786166513.334102:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac2a8. 00000100:00000001:0.0:1786166513.334105:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166513.334111:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786166513.334119:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334126:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786166513.334127:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334130:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786166513.334133:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786166513.334135:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786166513.334137:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.334139:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786166513.334148:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e14460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786166513.334151:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e14418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786166513.334154:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786166513.334156:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166513.334159:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786166513.334163:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786166513.334180:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.334184:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786166513.334186:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:0.0:1786166513.334188:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786166513.334190:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.334198:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334205:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.334209:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786166513.334212:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786166513.334217:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166513.334225:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2359:1872931077501952:192.168.204.112@tcp:400:kworker.0 00000400:00000001:0.0:1786166513.334233:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786166513.334234:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786166513.334236:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c55563c8. 00000400:00000200:0.0:1786166513.334239:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac880 00000400:00000010:0.0:1786166513.334240:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac880. 00000100:00000001:0.0:1786166513.334243:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166513.334246:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786166513.334254:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334260:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786166513.334262:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334263:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786166513.334265:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786166513.334267:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786166513.334268:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.334270:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786166513.334282:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bc60 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1786166513.334284:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1786166513.334286:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786166513.334288:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166513.334289:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786166513.334291:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.334293:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.334296:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334302:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.334303:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786166513.334305:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786166513.334307:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166513.334313:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2359:1872931077501568:192.168.204.112@tcp:400:kworker.0 00000400:00000001:0.0:1786166513.334319:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786166513.334321:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786166513.334323:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c5556f78. 00000400:00000200:0.0:1786166513.334325:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acb28 00000400:00000010:0.0:1786166513.334327:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acb28. 00000100:00000001:0.0:1786166513.334329:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166513.334332:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786166513.334339:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334345:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786166513.334346:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334347:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786166513.334348:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786166513.334349:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786166513.334351:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.334353:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786166513.334363:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e12c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786166513.334365:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e12c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786166513.334367:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786166513.334369:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166513.334371:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786166513.334667:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786166513.334675:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.334678:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786166513.334679:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:0.0:1786166513.334681:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786166513.334683:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.334688:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334693:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.334695:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786166513.334697:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786166513.334699:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166513.334706:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2359:1872931077502080:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.334711:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.334714:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.334726:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52c2e2f480 x1872931077501952/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334733:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786166513.334736:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786166513.334739:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52ca381c00. 02000000:00000001:0.0:1786166513.334743:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786166513.334746:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786166513.334748:0:2359:0:(genops.c:1244:class_import_put()) import ffff8c52c2e14000 refcount=2 obd=lustre-OST0000-osc-ffff8c52d0791800 00000020:00000001:0.0:1786166513.334750:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786166513.334761:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d2de5800. 02000000:00000001:0.0:1786166513.334765:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786166513.334767:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786166513.334769:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52c2e2f480. 00000100:00000001:0.0:1786166513.334772:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786166513.334774:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334776:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.334779:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52c2e2c380 x1872931077501568/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334785:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786166513.334786:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786166513.334787:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52ca380400. 02000000:00000001:0.0:1786166513.334791:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786166513.334792:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786166513.334794:0:2359:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=3 obd=MGC192.168.204.112@tcp 00000020:00000001:0.0:1786166513.334796:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786166513.334797:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d2de5900. 02000000:00000001:0.0:1786166513.334799:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786166513.334800:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786166513.334802:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52c2e2c380. 00000100:00000001:0.0:1786166513.334804:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786166513.334806:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334807:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.334812:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52c2e2f100 x1872931077502080/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.334819:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786166513.334820:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786166513.334821:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52ca380200. 02000000:00000001:0.0:1786166513.334823:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786166513.334825:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786166513.334826:0:2359:0:(genops.c:1244:class_import_put()) import ffff8c52c2e12800 refcount=2 obd=lustre-OST0001-osc-ffff8c52d0791800 00000020:00000001:0.0:1786166513.334829:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786166513.334830:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52c2a62900. 02000000:00000001:0.0:1786166513.334832:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786166513.334833:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786166513.334835:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52c2e2f100. 00000100:00000001:0.0:1786166513.334836:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786166513.334843:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.334847:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.334848:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.334850:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786166513.334939:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166513.334943:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786166513.335953:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.336047:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166513.336051:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.336055:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.336062:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.336069:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166513.336077:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.336082:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.336088:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.336092:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903300 00000400:00000200:1.0:1786166513.336097:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166513.336103:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x711 [1] + 224 00000800:00000001:1.0:1786166513.336109:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.336118:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166513.336122:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166513.336126:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166513.336132:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166513.336140:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166513.336155:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.336215:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.336218:0:2359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786166513.336579:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166513.336590:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166513.336594:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786166513.336648:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786166513.336651:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786166513.336654:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c55567e8. 00000400:00000200:0.0:1786166513.336658:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acaa0 00000400:00000010:0.0:1786166513.336660:0:2359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acaa0. 00000100:00000001:0.0:1786166513.336663:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166513.336680:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786166513.336689:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.336695:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786166513.336697:0:2359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.336699:0:2359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786166513.336702:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786166513.336704:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786166513.336706:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166513.336708:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786166513.336726:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca2a6460 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1786166513.336730:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca2a6418 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1786166513.336732:0:2359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786166513.336734:0:2359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166513.336736:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786166513.336740:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.336743:0:2359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786166513.336745:0:2359:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: skip recheck: last_committed 0 00000100:00000001:0.0:1786166513.336747:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786166513.336749:0:2359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166513.336753:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.336760:0:2359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166513.336770:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786166513.336773:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786166513.336777:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786166513.336784:0:2359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52c2e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0895a63b-d46e-492e-873e-8b6197df2eab:2359:1872931077501696:192.168.204.112@tcp:400:kworker.0 00000100:00000001:0.0:1786166513.336789:0:2359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.336791:0:2359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166513.336795:0:2359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52c2e2ea00 x1872931077501696/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166513.336802:0:2359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786166513.336804:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786166513.336807:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52ca381e00. 02000000:00000001:0.0:1786166513.336810:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786166513.336812:0:2359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786166513.336814:0:2359:0:(genops.c:1244:class_import_put()) import ffff8c52ca2a6000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000001:0.0:1786166513.336816:0:2359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786166513.336818:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d2de5000. 02000000:00000001:0.0:1786166513.336822:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786166513.336824:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786166513.336826:0:2359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52c2e2ea00. 00000100:00000001:0.0:1786166513.336830:0:2359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786166513.336831:0:2359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.336833:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166513.336841:0:2359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786166513.336843:0:2359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166513.336845:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166513.336847:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166513.448333:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166513.448342:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166513.448348:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166513.448349:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166513.450419:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166513.450426:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166513.450431:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786166514.031981:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295037094, at 4295037125 00000100:00000010:0.0:1786166514.031998:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52d06de660. 00000100:00000040:1.0:1786166514.032836:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295037094, at 4295037125 00000100:00000010:1.0:1786166514.032846:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52d06deea0. 00010000:00000001:0.0:1786166514.477182:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166514.477204:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166514.477214:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166514.477215:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786166514.483065:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786166514.483075:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166514.483082:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786166514.640633:0:8740:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786166514.640648:0:8740:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1786166514.961907:0:8776:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786166514.961915:0:8776:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg412-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1786166514.966325:0:8776:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1786166515.343170:0:8789:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786166515.343183:0:8789:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786166515.391216:0:8792:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786166515.391229:0:8792:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166515.495906:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166515.495916:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166515.495923:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166515.495924:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166515.496469:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166515.496473:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166515.496477:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166516.519609:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166516.519619:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166516.519631:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166516.519634:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786166516.519695:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786166516.519699:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166516.519702:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166517.544548:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166517.544561:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166517.544572:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166517.544579:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166517.544583:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166517.544588:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166517.544592:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166517.544595:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166517.544598:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166517.544601:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166517.544736:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166517.544742:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166517.544747:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786166518.440218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166518.440236:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166518.440248:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8380. 00000020:00000040:2.0:1786166518.440258:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:2.0:1786166518.441196:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166518.441205:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166518.441212:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166518.441227:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bca00. 00000100:00000001:2.0:1786166518.441239:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441283:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166518.441298:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166518.441303:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037b777b6] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166518.441341:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166518.441349:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166518.441355:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2dad80. 00000020:00000040:2.0:1786166518.441359:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52ca2a6000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000100:00000001:2.0:1786166518.441362:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166518.441364:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166518.441366:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166518.441370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bcd00. 00000100:00000001:2.0:1786166518.441373:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441405:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166518.441414:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166518.441416:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441420:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3c3288d] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166518.441429:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166518.441445:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166518.441449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166518.441454:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166518.441458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166518.441469:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166518.441472:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2db800. 00000020:00000040:2.0:1786166518.441475:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e15800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000100:00000001:2.0:1786166518.441479:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166518.441481:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166518.441483:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166518.441488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bcf00. 00000100:00000001:2.0:1786166518.441491:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441496:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166518.441504:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166518.441506:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.441511:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6568346] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.441678:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.441687:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166518.441690:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786166518.441707:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.441720:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786166518.441722:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.441727:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786166518.441731:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786166518.441734:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786166518.441738:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077502208:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166518.441743:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786166518.441748:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786166518.441751:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.441753:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786166518.441760:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d07c8200. 02000000:00000001:3.0:1786166518.441762:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166518.441772:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:3.0:1786166518.441776:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c7d43e18. 00000400:00000010:3.0:1786166518.441783:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061caa0. 00000100:00000200:3.0:1786166518.441790:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502208, portal 25 00000100:00000001:3.0:1786166518.441793:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786166518.441795:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940028288 : -127187769523328 : ffff8c52ca2d8380) 00000100:00000040:3.0:1786166518.441800:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.441806:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786166518.441809:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:3.0:1786166518.441811:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061cb28. 00000100:00000200:3.0:1786166518.441814:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872931077502208, offset 0 00000400:00000200:3.0:1786166518.441821:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:3.0:1786166518.441844:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.441851:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:3.0:1786166518.441856:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786166518.441861:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:3.0:1786166518.441864:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786166518.441867:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:3.0:1786166518.441870:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [114:114:256:4294967295] 192.168.204.112@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1786166518.441874:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.441884:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:3.0:1786166518.441889:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:3.0:1786166518.441894:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2abbb00. 00000800:00000200:3.0:1786166518.441901:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:3.0:1786166518.441909:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:3.0:1786166518.441915:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2abbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786166518.441949:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166518.442170:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.442178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166518.442183:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166518.442191:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8000. 00000020:00000040:2.0:1786166518.442196:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e14000 refcount=3 obd=lustre-OST0000-osc-ffff8c52d0791800 00000100:00000001:2.0:1786166518.442200:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166518.442202:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166518.442206:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166518.442215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bc300. 00000100:00000001:2.0:1786166518.442220:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786166518.442224:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1786166518.442231:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1786166518.442233:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2abbb00. 00000400:00000200:1.0:1786166518.442245:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1786166518.442249:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166518.442255:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786166518.442259:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000040:2.0:1786166518.442265:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1e98526] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786166518.442271:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061cb28 00000400:00000010:1.0:1786166518.442278:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061cb28. 00000100:00000001:1.0:1786166518.442283:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166518.442294:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166518.442304:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.442313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786166518.442318:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786166518.442319:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166518.442326:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9f80. 00000100:00000040:1.0:1786166518.442327:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786166518.442333:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e12800 refcount=3 obd=lustre-OST0001-osc-ffff8c52d0791800 00000100:00000001:2.0:1786166518.442342:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166518.442345:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166518.442350:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166518.442352:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166518.442357:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1786166518.442359:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bcc00. 00000100:00000001:2.0:1786166518.442366:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.442373:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166518.442440:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166518.442443:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.442450:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc1a216] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166518.442461:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166518.442468:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000400:00000200:3.0:1786166518.442683:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166518.442686:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295042217 00000100:00000010:3.0:1786166518.442694:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c5275300. 00000100:00000001:3.0:1786166518.442702:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786166518.442711:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295042217 00000100:00000010:3.0:1786166518.442716:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c5275000. 00000100:00000001:3.0:1786166518.442719:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786166518.442722:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.442725:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.442728:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786166518.442737:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.442746:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786166518.442747:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.442751:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786166518.442766:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786166518.442768:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786166518.442772:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077502464:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166518.442776:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786166518.442781:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786166518.442784:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.442786:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786166518.442790:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d07c9000. 02000000:00000001:3.0:1786166518.442792:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166518.442797:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:3.0:1786166518.442801:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c7d43268. 00000400:00000010:3.0:1786166518.442806:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061c5d8. 00000100:00000200:3.0:1786166518.442811:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502464, portal 10 00000100:00000001:3.0:1786166518.442813:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786166518.442815:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940041728 : -127187769509888 : ffff8c52ca2db800) 00000100:00000040:3.0:1786166518.442824:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.442831:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786166518.442833:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:3.0:1786166518.442837:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061c440. 00000100:00000200:3.0:1786166518.444000:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077502464, offset 0 00000400:00000200:3.0:1786166518.444023:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:3.0:1786166518.444035:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.444045:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:3.0:1786166518.444050:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786166518.444055:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:3.0:1786166518.444060:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786166518.444064:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:3.0:1786166518.444069:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [115:115:256:4294967295] 192.168.204.112@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1786166518.444074:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.444088:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:3.0:1786166518.444095:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:3.0:1786166518.444115:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2abb700. 00000800:00000200:3.0:1786166518.444124:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:3.0:1786166518.444131:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:3.0:1786166518.444136:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2abb700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786166518.444171:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.444179:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: using a timeout of 18567 usecs (19 jiffies) 00000400:00000200:3.0:1786166518.444184:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166518.444188:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295041559 00000100:00000001:3.0:1786166518.444191:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.444193:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295041559 00000100:00000001:3.0:1786166518.444196:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.444199:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.444204:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.444208:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.444212:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.444226:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166518.444228:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786166518.444232:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.444234:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166518.444236:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786166518.444243:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.444251:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786166518.444253:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.444257:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786166518.444260:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786166518.444262:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786166518.444265:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077502720:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166518.444269:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786166518.444273:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786166518.444276:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.444545:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786166518.444553:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d07c8400. 02000000:00000001:3.0:1786166518.444557:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166518.444562:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:3.0:1786166518.444568:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c7d43580. 00000400:00000010:3.0:1786166518.444576:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061c990. 00000100:00000200:3.0:1786166518.444582:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502720, portal 4 00000100:00000001:3.0:1786166518.444585:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786166518.444587:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940035456 : -127187769516160 : ffff8c52ca2d9f80) 00000020:00000010:3.0:1786166518.444596:0:2360:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c52ca210000. 00000100:00000040:3.0:1786166518.444605:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.444613:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786166518.444627:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:3.0:1786166518.444631:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061ca18. 00000100:00000200:3.0:1786166518.444633:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077502720, offset 0 00000400:00000200:3.0:1786166518.444638:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:3.0:1786166518.444644:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.444649:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:3.0:1786166518.444652:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786166518.444655:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:3.0:1786166518.444657:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786166518.444660:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:3.0:1786166518.444663:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [116:116:255:4294967295] 192.168.204.112@tcp LPNI seq info [116:116:7:4294967295] 00000400:00000200:3.0:1786166518.444667:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000800:00000200:1.0:1786166518.444671:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1786166518.444678:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000010:1.0:1786166518.444680:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2abb700. 00000400:00000200:1.0:1786166518.444688:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1786166518.444688:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:3.0:1786166518.444695:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2abbd00. 00000400:00000200:1.0:1786166518.444700:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000800:00000200:3.0:1786166518.444704:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:3.0:1786166518.444710:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000400:00000200:1.0:1786166518.444714:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061c440 00000800:00000200:3.0:1786166518.444715:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2abbd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1786166518.444718:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061c440. 00000100:00000001:1.0:1786166518.444723:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786166518.444729:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786166518.444731:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786166518.444734:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: using a timeout of 20370 usecs (21 jiffies) 00000400:00000200:3.0:1786166518.444743:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166518.444747:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295041562 00000100:00000001:1.0:1786166518.444749:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786166518.444750:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295042217 00000100:00000040:1.0:1786166518.444756:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.444756:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295041562 00000100:00000001:3.0:1786166518.444761:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.444767:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786166518.444772:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.444772:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166518.444777:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786166518.444779:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.444783:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.444788:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166518.444790:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786166518.444792:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.444794:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166518.444796:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786166518.444797:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1786166518.444801:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000800:00000010:1.0:1786166518.444802:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2abbd00. 00000100:00000001:3.0:1786166518.444805:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.444808:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1786166518.444810:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166518.444813:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.444815:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:3.0:1786166518.444817:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1786166518.444819:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061ca18 00000100:00000001:3.0:1786166518.444821:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1786166518.444823:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061ca18. 00000100:00000001:3.0:1786166518.444825:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786166518.444828:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166518.444833:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786166518.444836:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.444853:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786166518.444855:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786166518.444858:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786166518.444860:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786166518.444862:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786166518.444865:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786166518.444871:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166518.444878:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786166518.444879:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077502336:192.168.204.112@tcp:400:kworker.0 00000100:00000001:1.0:1786166518.444882:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786166518.444886:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786166518.444890:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786166518.444899:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.444902:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786166518.444907:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d07c8a00. 02000000:00000001:3.0:1786166518.444909:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166518.444914:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:3.0:1786166518.444917:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c7d43370. 00000400:00000010:3.0:1786166518.445743:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061c7f8. 00000100:00000200:3.0:1786166518.445752:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502336, portal 10 00000100:00000001:3.0:1786166518.445755:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786166518.445757:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940039040 : -127187769512576 : ffff8c52ca2dad80) 00000100:00000040:3.0:1786166518.445772:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.445779:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786166518.445784:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:3.0:1786166518.445789:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061ce58. 00000100:00000200:3.0:1786166518.445793:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077502336, offset 0 00000400:00000200:3.0:1786166518.445801:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:3.0:1786166518.445811:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.445818:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:3.0:1786166518.445825:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786166518.445828:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:3.0:1786166518.445834:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786166518.445837:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:3.0:1786166518.445844:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [117:117:256:4294967295] 192.168.204.112@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1786166518.445849:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.445859:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:3.0:1786166518.445867:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:3.0:1786166518.445874:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2abb400. 00000800:00000200:3.0:1786166518.445885:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:3.0:1786166518.445894:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:3.0:1786166518.445899:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2abb400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1786166518.445994:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166518.445998:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2abb400. 00000400:00000200:1.0:1786166518.446004:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.446008:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166518.446014:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061ce58 00000400:00000010:1.0:1786166518.446016:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061ce58. 00000100:00000001:1.0:1786166518.446020:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166518.446024:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.446333:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166518.446338:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.446346:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166518.446348:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786166518.446366:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.446411:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: using a timeout of 135217 usecs (136 jiffies) 00000400:00000200:3.0:1786166518.446418:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166518.446422:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 0 is 4295041679 00000100:00000001:3.0:1786166518.446425:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 0, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.446429:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 1 is 4295041679 00000100:00000001:3.0:1786166518.446431:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 1, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.446434:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.446437:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.446440:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786166518.446447:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.446456:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786166518.446458:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.446463:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786166518.446467:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786166518.446471:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166518.446473:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1786166518.446476:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077502592:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166518.446485:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.446486:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786166518.446498:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786166518.446502:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.446505:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786166518.446510:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d07c8600. 02000000:00000001:3.0:1786166518.446513:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166518.446517:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:3.0:1786166518.446521:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c7d43d10. 00000400:00000010:3.0:1786166518.446525:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061ccc0. 00000100:00000200:3.0:1786166518.446528:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502592, portal 4 00000100:00000001:3.0:1786166518.446530:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786166518.446532:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940027392 : -127187769524224 : ffff8c52ca2d8000) 00000020:00000010:3.0:1786166518.446539:0:2360:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c52ca214000. 00000100:00000040:3.0:1786166518.446546:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.446558:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786166518.446561:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:3.0:1786166518.446564:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061ce58. 00000100:00000200:3.0:1786166518.446567:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077502592, offset 0 00000400:00000200:3.0:1786166518.446572:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:3.0:1786166518.446577:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.446582:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:3.0:1786166518.446585:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786166518.446587:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:3.0:1786166518.446590:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786166518.446592:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:3.0:1786166518.446595:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [118:118:256:4294967295] 192.168.204.112@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1786166518.446599:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166518.446606:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:3.0:1786166518.446611:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:3.0:1786166518.446627:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2abb200. 00000800:00000200:3.0:1786166518.446633:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:3.0:1786166518.446638:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:3.0:1786166518.446641:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2abb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786166518.447117:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.447121:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: using a timeout of 13295 usecs (14 jiffies) 00000400:00000200:3.0:1786166518.447125:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166518.447127:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295041557 00000100:00000001:3.0:1786166518.447129:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.447131:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295041557 00000100:00000001:3.0:1786166518.447133:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295042217 00000100:00000001:3.0:1786166518.447135:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.447137:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.447272:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.447278:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786166518.447480:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166518.447484:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2abb200. 00000400:00000200:1.0:1786166518.447489:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.447495:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166518.447500:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061ce58 00000400:00000010:1.0:1786166518.447502:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061ce58. 00000100:00000001:1.0:1786166518.447504:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166518.447509:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.447519:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166518.447522:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.447529:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166518.447530:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786166518.452821:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.452842:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166518.452848:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.452850:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.452861:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.452870:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166518.452881:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.452887:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.452895:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.452900:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 25 MB=0x6a76bbf903500 00000400:00000200:1.0:1786166518.452905:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.452913:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.112@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:1.0:1786166518.453106:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.453111:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.453115:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.453121:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166518.453131:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166518.453143:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166518.453820:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.453834:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166518.453847:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.453853:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166518.453855:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.453857:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.453861:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.453864:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166518.453870:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.453872:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.453876:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.453878:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903600 00000400:00000200:1.0:1786166518.453881:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.453886:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1786166518.453890:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.453894:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.453896:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.453899:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166518.453904:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166518.453909:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166518.453918:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.454209:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166518.454214:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.454218:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166518.454220:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.454264:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.454268:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.454272:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166518.454277:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.454279:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166518.454281:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.454286:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166518.454294:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166518.454296:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166518.454300:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c7d43e18. 00000400:00000200:3.0:1786166518.454304:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061caa0 00000400:00000010:3.0:1786166518.454307:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061caa0. 00000100:00000001:3.0:1786166518.454310:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166518.454315:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166518.454324:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.454331:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166518.454333:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.454336:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166518.454339:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166518.454341:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166518.454343:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.454346:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166518.454353:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bc60 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166518.454357:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166518.454359:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166518.454361:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166518.454364:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166518.454366:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.454369:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.454374:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.454402:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.454405:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166518.454407:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166518.454411:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166518.454433:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077502208:192.168.204.112@tcp:400:kworker.0 00000400:00000001:3.0:1786166518.454439:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166518.454441:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166518.454443:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c7d43268. 00000400:00000200:3.0:1786166518.454445:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061c5d8 00000400:00000010:3.0:1786166518.454447:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061c5d8. 00000100:00000001:3.0:1786166518.454450:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166518.454453:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166518.454460:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.454465:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166518.454466:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.454468:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166518.454469:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166518.454470:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166518.454472:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.454473:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166518.454481:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e15c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166518.454484:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e15c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166518.454486:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166518.454487:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166518.454489:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166518.454493:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.454496:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166518.454498:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166518.454501:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166518.454502:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.454505:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.454523:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.454531:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166518.454533:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166518.454537:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166518.454544:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077502464:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166518.454548:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.454551:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166518.454555:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8380 x1872931077502208/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.454561:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166518.454565:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166518.454569:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d07c8200. 02000000:00000001:3.0:1786166518.454572:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166518.454575:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166518.454578:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=3 obd=MGC192.168.204.112@tcp 00000020:00000001:3.0:1786166518.454580:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166518.454583:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bca00. 02000000:00000001:3.0:1786166518.454588:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166518.454590:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166518.454592:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8380. 00000400:00000200:1.0:1786166518.455000:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455005:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903700 00000400:00000200:1.0:1786166518.455009:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455015:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:1.0:1786166518.455021:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.455030:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.455033:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.455036:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166518.455040:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166518.455045:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166518.455054:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.455062:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166518.455069:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.455073:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166518.455075:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.455077:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.455080:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455084:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166518.455089:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455092:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455103:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455106:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903580 00000400:00000200:1.0:1786166518.455110:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.455114:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1786166518.455118:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.455125:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.455126:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.455130:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166518.455133:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166518.455138:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166518.455160:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166518.455169:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166518.455174:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.455177:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.455458:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166518.455461:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.455464:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166518.455470:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2db800 x1872931077502464/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.455477:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166518.455479:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166518.455481:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d07c9000. 02000000:00000001:3.0:1786166518.455484:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166518.456066:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166518.456070:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52c2e15800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000001:3.0:1786166518.456074:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166518.456076:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bcf00. 02000000:00000001:3.0:1786166518.456090:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166518.456092:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166518.456094:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2db800. 00000100:00000001:3.0:1786166518.456097:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166518.456098:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.456102:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.456104:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.456107:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166518.456112:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166518.456114:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166518.456117:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c7d43370. 00000400:00000200:3.0:1786166518.456120:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061c7f8 00000400:00000010:3.0:1786166518.456122:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061c7f8. 00000100:00000001:3.0:1786166518.456126:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166518.456131:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166518.456142:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.456149:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166518.456151:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.456153:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166518.456154:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166518.456157:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166518.456160:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.456162:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166518.456170:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca2a6460 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166518.456174:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca2a6418 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166518.456176:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166518.456178:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166518.456180:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166518.456184:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.456187:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166518.456189:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786166518.456191:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166518.456192:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.456197:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.456210:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.456212:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166518.456214:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166518.456218:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166518.456237:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077502336:192.168.204.112@tcp:400:kworker.0 00000400:00000001:3.0:1786166518.456244:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166518.456246:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166518.456248:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c7d43580. 00000400:00000200:3.0:1786166518.456250:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061c990 00000400:00000010:3.0:1786166518.456252:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061c990. 00000100:00000001:3.0:1786166518.456254:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166518.456258:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166518.456267:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.456273:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166518.456275:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.456277:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166518.456279:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166518.456280:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166518.456282:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.456284:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166518.456288:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e12c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166518.456291:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e12c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166518.456294:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166518.456295:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166518.456297:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786166518.456301:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786166518.456318:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.456321:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166518.456322:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166518.456324:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166518.456325:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.456329:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.456335:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.456337:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166518.456338:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166518.456342:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166518.456349:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077502720:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166518.456354:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.456356:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166518.456359:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2dad80 x1872931077502336/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.456365:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166518.456367:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166518.456370:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d07c8a00. 02000000:00000001:3.0:1786166518.456372:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166518.456374:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166518.456411:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca2a6000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000001:3.0:1786166518.456414:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166518.456416:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bcd00. 02000000:00000001:3.0:1786166518.456419:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166518.456420:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166518.456422:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2dad80. 00000100:00000001:3.0:1786166518.456425:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166518.456427:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.456434:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166518.456438:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9f80 x1872931077502720/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.456444:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166518.456446:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166518.456448:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d07c8400. 02000000:00000001:3.0:1786166518.456450:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166518.456452:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166518.456453:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52c2e12800 refcount=2 obd=lustre-OST0001-osc-ffff8c52d0791800 00000020:00000001:3.0:1786166518.456455:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166518.456456:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bcc00. 02000000:00000001:3.0:1786166518.456458:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166518.456459:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166518.456461:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9f80. 00000100:00000001:3.0:1786166518.456463:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166518.456465:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.456467:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.456469:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.456470:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166518.456472:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.456473:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786166518.469325:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.469351:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166518.469356:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.469358:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.469368:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.469420:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166518.469434:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.469439:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.469447:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.469452:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903680 00000400:00000200:1.0:1786166518.469459:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166518.469468:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1786166518.469477:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.469665:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166518.469670:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166518.469678:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166518.469705:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166518.469715:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166518.469727:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.470000:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.470008:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786166518.470064:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166518.470080:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166518.470084:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786166518.470190:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166518.470193:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166518.470197:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c7d43d10. 00000400:00000200:3.0:1786166518.470203:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061ccc0 00000400:00000010:3.0:1786166518.470207:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061ccc0. 00000100:00000001:3.0:1786166518.470211:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166518.470216:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166518.470226:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.470404:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166518.470407:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.470410:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166518.470421:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166518.470423:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166518.470426:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166518.470429:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166518.470439:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e14460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166518.470443:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e14418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166518.470446:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166518.470448:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166518.470451:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786166518.470457:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786166518.470465:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.470469:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166518.470471:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166518.470473:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166518.470475:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166518.470480:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.470486:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166518.470502:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166518.470504:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166518.470518:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166518.470527:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077502592:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166518.470532:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.470535:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166518.470539:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8000 x1872931077502592/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166518.470546:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166518.470548:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166518.470551:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d07c8600. 02000000:00000001:3.0:1786166518.470561:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166518.470563:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166518.470565:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52c2e14000 refcount=2 obd=lustre-OST0000-osc-ffff8c52d0791800 00000020:00000001:3.0:1786166518.470567:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166518.470570:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bc300. 02000000:00000001:3.0:1786166518.470574:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166518.470576:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166518.470578:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8000. 00000100:00000001:3.0:1786166518.470582:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166518.470583:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.470586:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166518.470596:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166518.470598:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166518.470601:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166518.470604:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166518.567669:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166518.567680:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166518.567688:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166518.567690:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786166518.567725:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786166518.567729:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166518.567733:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786166519.143482:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295042217, at 4295042240 00000100:00000010:1.0:1786166519.143498:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c5275000. 00000100:00000040:0.0:1786166519.143709:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295042217, at 4295042240 00000100:00000010:0.0:1786166519.143716:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c5275300. 00010000:00000001:0.0:1786166519.591619:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166519.591660:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166519.591667:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166519.591669:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166519.591871:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166519.591875:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166519.591879:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166520.615510:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166520.615517:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166520.615523:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166520.615524:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166520.615606:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166520.615609:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166520.615612:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166521.641080:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166521.641089:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166521.641092:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166521.641094:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166521.641100:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166521.641103:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166521.641104:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166521.641107:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166521.641110:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166521.641112:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166521.641283:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166521.641286:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166521.641289:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786166521.914761:0:9000:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786166521.914772:0:9000:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786166521.939783:0:9002:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786166521.939797:0:9002:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786166522.014258:0:9009:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786166522.014269:0:9009:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786166522.041222:0:9011:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786166522.041243:0:9011:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166522.663611:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166522.663620:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166522.663626:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166522.663627:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166522.663828:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166522.663834:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166522.663837:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786166523.592921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166523.592966:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166523.592976:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8a80. 00000020:00000040:2.0:1786166523.592984:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:2.0:1786166523.592989:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166523.592992:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166523.593000:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166523.593012:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bc300. 00000100:00000001:2.0:1786166523.593022:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593040:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166523.593050:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166523.593055:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593062:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025d934a5] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.593092:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166523.593100:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166523.593103:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9180. 00000020:00000040:2.0:1786166523.593106:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52ca2a6000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000100:00000001:2.0:1786166523.593108:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166523.593110:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166523.593112:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166523.593115:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bcc00. 00000100:00000001:2.0:1786166523.593118:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593123:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166523.593128:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166523.593131:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593134:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007070be2d] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.593141:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166523.593155:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166523.593158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166523.593161:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166523.593165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166523.593169:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166523.593172:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9c00. 00000020:00000040:2.0:1786166523.593174:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52c2e15800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000100:00000001:2.0:1786166523.593176:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166523.593177:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166523.593179:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166523.593183:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bcd00. 00000100:00000001:2.0:1786166523.593186:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593190:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166523.593196:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166523.593198:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593202:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc493ea3] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.593209:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166523.593214:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166523.593218:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8000. 00000020:00000040:2.0:1786166523.593220:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52c2e14000 refcount=3 obd=lustre-OST0000-osc-ffff8c52d0791800 00000100:00000001:2.0:1786166523.593222:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166523.593223:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166523.593224:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166523.593227:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bcf00. 00000100:00000001:2.0:1786166523.593230:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593240:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166523.593246:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166523.593248:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593251:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1e98526] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.593258:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166523.593264:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166523.593268:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9f80. 00000020:00000040:2.0:1786166523.593270:0:38:0:(genops.c:1231:class_import_get()) import ffff8c52c2e12800 refcount=3 obd=lustre-OST0001-osc-ffff8c52d0791800 00000100:00000001:2.0:1786166523.593272:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166523.593273:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166523.593275:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166523.593279:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d16bca00. 00000100:00000001:2.0:1786166523.593281:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593285:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166523.593290:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166523.593292:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593295:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc1a216] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.593302:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.593307:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (384) 00000100:00000001:2.0:1786166523.593341:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.593345:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166523.593348:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166523.593355:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.593363:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166523.595821:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.595840:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166523.595846:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166523.595851:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166523.595863:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077502848:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.595869:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166523.595878:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166523.595882:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.595886:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166523.595904:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a53400. 02000000:00000001:2.0:1786166523.595907:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166523.595918:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166523.595924:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601faa8. 00000400:00000010:2.0:1786166523.595933:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c990. 00000100:00000200:2.0:1786166523.595941:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502848, portal 25 00000100:00000001:2.0:1786166523.595944:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166523.595946:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940030080 : -127187769521536 : ffff8c52ca2d8a80) 00000100:00000040:2.0:1786166523.595954:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.595962:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166523.595965:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166523.595968:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c5d8. 00000100:00000200:2.0:1786166523.595971:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872931077502848, offset 0 00000400:00000200:2.0:1786166523.595979:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166523.595989:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.596000:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166523.596006:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166523.596010:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166523.596015:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166523.596018:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166523.596022:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [119:119:256:4294967295] 192.168.204.112@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1786166523.596027:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.596038:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166523.596063:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166523.596069:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d16bc500. 00000800:00000200:2.0:1786166523.596080:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166523.596091:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166523.596098:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d16bc500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166523.596135:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166523.596141:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166523.596145:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295047368 00000100:00000010:2.0:1786166523.596150:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dce360. 00000100:00000001:2.0:1786166523.596159:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786166523.596170:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295047368 00000100:00000010:2.0:1786166523.596173:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dcec60. 00000100:00000001:2.0:1786166523.596177:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786166523.596180:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.596183:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.596187:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166523.596193:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.596203:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166523.596204:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.596206:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166523.596209:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166523.596210:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166523.596212:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077503104:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.596216:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166523.596218:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166523.596220:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.596221:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166523.596224:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a53e00. 02000000:00000001:2.0:1786166523.596226:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166523.596229:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166523.596239:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601fbb0. 00000400:00000010:2.0:1786166523.596242:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859caa0. 00000100:00000200:2.0:1786166523.596245:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503104, portal 10 00000100:00000001:2.0:1786166523.596247:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166523.596248:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940034560 : -127187769517056 : ffff8c52ca2d9c00) 00000100:00000040:2.0:1786166523.596255:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.596261:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166523.596263:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166523.596265:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c880. 00000100:00000200:2.0:1786166523.596267:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077503104, offset 0 00000400:00000200:2.0:1786166523.596272:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166523.596276:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.596279:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166523.596282:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166523.596284:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166523.596287:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166523.596289:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166523.596292:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [120:120:255:4294967295] 192.168.204.112@tcp LPNI seq info [120:120:7:4294967295] 00000400:00000200:2.0:1786166523.596296:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.596301:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166523.596305:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166523.596308:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d16bc100. 00000800:00000200:2.0:1786166523.596311:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166523.596316:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166523.596318:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d16bc100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166523.596321:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.596324:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: using a timeout of 18227 usecs (19 jiffies) 00000400:00000200:2.0:1786166523.596327:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166523.596329:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295046709 00000100:00000001:2.0:1786166523.596332:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.596339:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295046709 00000100:00000001:2.0:1786166523.596341:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.596344:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.596346:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.596348:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166523.596354:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.596361:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166523.596362:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.596364:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166523.596366:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166523.596367:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166523.596370:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077503360:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.596373:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166523.600798:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166523.600811:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.600818:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166523.600834:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a52c00. 02000000:00000001:2.0:1786166523.600840:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166523.600854:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166523.600860:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f4d0. 00000400:00000010:2.0:1786166523.600870:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c6e8. 00000100:00000200:2.0:1786166523.600881:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503360, portal 4 00000100:00000001:2.0:1786166523.600885:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166523.600888:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940035456 : -127187769516160 : ffff8c52ca2d9f80) 00000020:00000010:2.0:1786166523.600900:0:2361:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c52ca2f0000. 00000100:00000040:2.0:1786166523.600923:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.600941:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166523.600945:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166523.600949:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c000. 00000100:00000200:2.0:1786166523.600974:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077503360, offset 0 00000400:00000200:2.0:1786166523.600983:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166523.600995:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.601007:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166523.601014:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166523.601020:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166523.601024:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166523.601027:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166523.601031:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [121:121:254:4294967295] 192.168.204.112@tcp LPNI seq info [121:121:6:4294967295] 00000400:00000200:2.0:1786166523.601036:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.601049:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166523.601056:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166523.601061:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d16bc700. 00000800:00000200:2.0:1786166523.601068:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166523.601076:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166523.601080:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d16bc700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166523.601086:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.601091:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: using a timeout of 19338 usecs (20 jiffies) 00000400:00000200:2.0:1786166523.601094:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166523.601097:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295046710 00000100:00000001:2.0:1786166523.601100:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.601103:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295046710 00000100:00000001:2.0:1786166523.601105:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.601107:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.601111:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.601117:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.601123:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.601133:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166523.601135:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786166523.601139:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.601148:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166523.601151:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166523.601155:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1786166523.601157:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.601159:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166523.601160:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.601162:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.601163:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166523.601165:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166523.601174:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.601183:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166523.601186:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.601190:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166523.601194:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166523.601197:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166523.601201:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077502976:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.601205:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166523.601212:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166523.601213:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.601215:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166523.601218:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a52000. 02000000:00000001:2.0:1786166523.601221:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166523.601226:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166523.601229:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f9f8. 00000400:00000010:2.0:1786166523.601233:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c2a8. 00000100:00000200:2.0:1786166523.601236:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077502976, portal 10 00000100:00000001:2.0:1786166523.601238:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166523.601239:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940031872 : -127187769519744 : ffff8c52ca2d9180) 00000100:00000040:2.0:1786166523.601246:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.601252:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166523.601254:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166523.601256:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c088. 00000100:00000200:2.0:1786166523.601265:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077502976, offset 0 00000400:00000200:2.0:1786166523.601269:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166523.601274:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.601277:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166523.601280:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166523.601282:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166523.601284:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166523.601286:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166523.601289:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [122:122:253:4294967295] 192.168.204.112@tcp LPNI seq info [122:122:5:4294967295] 00000400:00000200:2.0:1786166523.601292:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.601298:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166523.601302:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166523.601308:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d2ef5500. 00000800:00000200:2.0:1786166523.601312:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166523.601315:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166523.601319:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d2ef5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166523.601322:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.601326:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: using a timeout of 130350 usecs (131 jiffies) 00000400:00000200:2.0:1786166523.601329:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166523.601331:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 0 is 4295046821 00000100:00000001:2.0:1786166523.601334:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 0, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.601336:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 1 is 4295046821 00000100:00000001:2.0:1786166523.601338:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 1, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.601341:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.601343:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.601345:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166523.601352:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.601359:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166523.601369:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.601372:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166523.601375:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166523.608138:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166523.608162:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077503232:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.608172:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166523.608184:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166523.608188:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.608191:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166523.608201:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a52400. 02000000:00000001:2.0:1786166523.608204:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166523.608215:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166523.608221:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f790. 00000400:00000010:2.0:1786166523.608230:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859cdd0. 00000100:00000200:2.0:1786166523.608241:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503232, portal 4 00000100:00000001:2.0:1786166523.608244:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166523.608246:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940027392 : -127187769524224 : ffff8c52ca2d8000) 00000020:00000010:2.0:1786166523.608261:0:2361:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c52ca334000. 00000100:00000040:2.0:1786166523.608274:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.608284:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166523.608288:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166523.608291:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859cf68. 00000100:00000200:2.0:1786166523.608295:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077503232, offset 0 00000400:00000200:2.0:1786166523.608303:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166523.608315:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.608326:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166523.608333:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166523.608339:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166523.608345:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166523.608348:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166523.608352:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [123:123:252:4294967295] 192.168.204.112@tcp LPNI seq info [123:123:4:4294967295] 00000400:00000200:2.0:1786166523.608357:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166523.608409:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166523.608416:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166523.608423:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52cbb00d00. 00000800:00000200:2.0:1786166523.608431:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166523.608442:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166523.608447:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52cbb00d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166523.608453:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.608459:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: using a timeout of 20578 usecs (21 jiffies) 00000400:00000200:2.0:1786166523.608463:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166523.608466:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295046725 00000100:00000001:2.0:1786166523.608469:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.608472:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295046725 00000100:00000001:2.0:1786166523.608474:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295047368 00000100:00000001:2.0:1786166523.608476:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.608480:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.608486:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.608492:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786166523.610148:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166523.610168:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d16bc500. 00000400:00000200:1.0:1786166523.610181:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.610192:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166523.610203:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c5d8 00000400:00000010:1.0:1786166523.610206:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c5d8. 00000100:00000001:1.0:1786166523.610213:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166523.610222:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610234:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166523.610238:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610245:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166523.610246:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786166523.610264:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166523.610267:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d16bc100. 00000400:00000200:1.0:1786166523.610270:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.610273:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166523.610276:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c880 00000400:00000010:1.0:1786166523.610277:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c880. 00000100:00000001:1.0:1786166523.610280:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166523.610283:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610308:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166523.610312:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610318:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166523.610320:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786166523.610330:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166523.610333:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d16bc700. 00000400:00000200:1.0:1786166523.610337:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.610341:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166523.610344:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c000 00000400:00000010:1.0:1786166523.610345:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c000. 00000100:00000001:1.0:1786166523.610347:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166523.610351:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610359:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166523.610361:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610367:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166523.610368:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786166523.610417:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166523.610419:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d2ef5500. 00000400:00000200:1.0:1786166523.610424:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.610427:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166523.610430:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c088 00000400:00000010:1.0:1786166523.610432:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c088. 00000100:00000001:1.0:1786166523.610434:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166523.610438:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610446:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166523.610449:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.610465:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166523.610466:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786166523.610564:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166523.610567:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52cbb00d00. 00000400:00000200:1.0:1786166523.610572:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.610576:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166523.611041:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859cf68 00000400:00000010:1.0:1786166523.611045:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859cf68. 00000100:00000001:1.0:1786166523.611051:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166523.611057:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.611067:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166523.611070:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.611076:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166523.611077:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786166523.613800:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.613819:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786166523.626495:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.626536:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166523.626541:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.626545:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.626561:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.626572:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166523.626600:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.626606:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.626613:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.626619:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903980 00000400:00000200:1.0:1786166523.626626:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.626634:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:1.0:1786166523.626642:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.626647:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.626653:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.626658:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166523.629806:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166523.629825:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166523.629841:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.629888:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.629894:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786166523.630002:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166523.630025:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630046:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166523.630049:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630052:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630061:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630067:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166523.630075:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630079:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630085:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630089:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903900 00000400:00000200:1.0:1786166523.630094:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630102:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:1.0:1786166523.630110:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630113:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630118:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.630122:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166523.630125:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166523.630131:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166523.630141:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.630149:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166523.630153:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630156:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166523.630158:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630173:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630176:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630180:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166523.630185:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630187:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630190:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630193:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903880 00000400:00000200:1.0:1786166523.630197:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630205:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:1.0:1786166523.630209:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630212:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630215:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.630218:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166523.630222:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166523.630226:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166523.630234:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.630240:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166523.630243:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630246:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166523.630247:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630249:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630252:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630255:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166523.630259:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630261:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630263:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630266:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903800 00000400:00000200:1.0:1786166523.630268:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630271:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:1.0:1786166523.630274:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630283:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630285:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.630288:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166523.630291:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166523.630296:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166523.630303:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.630309:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166523.630313:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630316:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166523.630317:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630320:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630323:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630327:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166523.630330:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630333:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630336:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630338:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 25 MB=0x6a76bbf903780 00000400:00000200:1.0:1786166523.630341:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166523.630346:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.112@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1786166523.630350:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630365:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166523.630367:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166523.630371:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166523.630374:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166523.630412:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166523.630421:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166523.630428:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166523.630439:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166523.630443:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786166523.630675:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166523.630679:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166523.630684:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f4d0. 00000400:00000200:2.0:1786166523.630690:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c6e8 00000400:00000010:2.0:1786166523.630693:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c6e8. 00000100:00000001:2.0:1786166523.630696:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166523.630701:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166523.630710:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.630729:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166523.630732:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.630735:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166523.630738:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166523.630743:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166523.630746:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.630749:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166523.630760:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e12c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166523.630765:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e12c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166523.630768:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166523.630770:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166523.630773:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786166523.630778:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786166523.630785:0:2361:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.630790:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786166523.630793:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:2.0:1786166523.630796:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786166523.630798:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.630804:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.630812:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.630816:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166523.630818:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166523.630822:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166523.630830:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077503360:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.630836:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.630840:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166523.630844:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9f80 x1872931077503360/t0(0) o400->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.630857:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166523.630861:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166523.630866:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a52c00. 02000000:00000001:2.0:1786166523.630870:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166523.630874:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166523.630876:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52c2e12800 refcount=2 obd=lustre-OST0001-osc-ffff8c52d0791800 00000020:00000001:2.0:1786166523.630879:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166523.630885:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bca00. 02000000:00000001:2.0:1786166523.630891:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166523.630894:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166523.630896:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9f80. 00000100:00000001:2.0:1786166523.630901:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166523.630903:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.630909:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.630911:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.630912:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786166523.630915:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166523.630918:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166523.630919:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f9f8. 00000400:00000200:2.0:1786166523.630922:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c2a8 00000400:00000010:2.0:1786166523.630923:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c2a8. 00000100:00000001:2.0:1786166523.630926:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166523.630931:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166523.630940:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.630946:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166523.630948:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.630950:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166523.630952:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166523.630954:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166523.630956:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.630957:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166523.630963:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca2a6460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166523.630967:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca2a6418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166523.630977:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166523.630979:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166523.630981:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166523.630985:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.630987:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786166523.630989:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786166523.630991:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786166523.630993:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.630997:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631003:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.631006:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166523.631007:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166523.631011:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166523.631019:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077502976:192.168.204.112@tcp:400:kworker.0 00000400:00000001:2.0:1786166523.631026:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166523.631027:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166523.631029:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f790. 00000400:00000200:2.0:1786166523.631032:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859cdd0 00000400:00000010:2.0:1786166523.631033:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859cdd0. 00000100:00000001:2.0:1786166523.631036:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166523.631040:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166523.631047:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631053:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166523.631054:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631055:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166523.631057:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166523.631058:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166523.631060:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.631067:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166523.631073:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e14460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166523.631076:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e14418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166523.631078:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166523.631079:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166523.631081:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786166523.631085:0:2361:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786166523.631092:0:2361:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.631094:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786166523.631096:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:2.0:1786166523.631097:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786166523.631099:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.631102:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631108:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.631110:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166523.631112:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166523.631115:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166523.631122:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077503232:192.168.204.112@tcp:400:kworker.0 00000400:00000001:2.0:1786166523.631128:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166523.631130:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166523.631132:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601faa8. 00000400:00000200:2.0:1786166523.631135:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c990 00000400:00000010:2.0:1786166523.631137:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c990. 00000100:00000001:2.0:1786166523.631139:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166523.631143:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166523.631152:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631169:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166523.631171:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631172:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166523.631174:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166523.631175:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166523.631176:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.631178:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166523.631182:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bc60 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166523.631184:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166523.631187:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166523.631188:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166523.631190:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166523.631191:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.631193:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.631197:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631204:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.631205:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166523.631207:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166523.631210:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166523.631218:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077502848:192.168.204.112@tcp:400:kworker.0 00000400:00000001:2.0:1786166523.631223:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166523.631225:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166523.631226:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601fbb0. 00000400:00000200:2.0:1786166523.631229:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859caa0 00000400:00000010:2.0:1786166523.631230:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859caa0. 00000100:00000001:2.0:1786166523.631232:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166523.631236:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166523.631244:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631258:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166523.631260:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631262:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166523.631264:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166523.631265:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166523.631267:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166523.631268:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166523.631272:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e15c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166523.631276:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e15c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166523.631278:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166523.631279:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166523.631281:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166523.631283:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.631285:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786166523.631286:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:2.0:1786166523.631288:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786166523.631289:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166523.631293:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631299:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166523.631301:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166523.631302:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166523.631305:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166523.631312:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077503104:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166523.631315:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631317:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166523.631320:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9180 x1872931077502976/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631327:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166523.631328:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166523.631335:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a52000. 02000000:00000001:2.0:1786166523.631337:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166523.631339:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166523.631340:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52ca2a6000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000001:2.0:1786166523.631342:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166523.631344:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bcc00. 02000000:00000001:2.0:1786166523.631347:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166523.631348:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166523.631349:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9180. 00000100:00000001:2.0:1786166523.631352:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166523.631353:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631354:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166523.631359:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8000 x1872931077503232/t0(0) o400->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631365:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166523.631366:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166523.631368:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a52400. 02000000:00000001:2.0:1786166523.631370:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166523.631371:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166523.631373:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52c2e14000 refcount=2 obd=lustre-OST0000-osc-ffff8c52d0791800 00000020:00000001:2.0:1786166523.631402:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166523.631404:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bcf00. 02000000:00000001:2.0:1786166523.631406:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166523.631407:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166523.631408:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8000. 00000100:00000001:2.0:1786166523.631412:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166523.631413:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631415:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166523.631418:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8a80 x1872931077502848/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631424:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166523.631425:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166523.631426:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a53400. 02000000:00000001:2.0:1786166523.631428:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166523.631430:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166523.631431:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=3 obd=MGC192.168.204.112@tcp 00000020:00000001:2.0:1786166523.631438:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166523.631440:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bc300. 02000000:00000001:2.0:1786166523.631442:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166523.631443:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166523.631445:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8a80. 00000100:00000001:2.0:1786166523.631447:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166523.631448:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631449:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166523.631453:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9c00 x1872931077503104/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166523.631460:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166523.631462:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166523.631463:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a53e00. 02000000:00000001:2.0:1786166523.631465:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166523.631466:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166523.631467:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52c2e15800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000001:2.0:1786166523.631469:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166523.631470:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d16bcd00. 02000000:00000001:2.0:1786166523.631472:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166523.631473:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166523.631474:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9c00. 00000100:00000001:2.0:1786166523.631477:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166523.631478:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631480:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166523.631490:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166523.631493:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166523.631496:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166523.631498:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166523.687897:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166523.687909:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166523.687917:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166523.687919:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166523.694102:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166523.694114:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166523.694121:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786166524.327551:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295047368, at 4295047424 00000100:00000010:0.0:1786166524.327587:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c9dce360. 00000100:00000040:1.0:1786166524.327762:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295047368, at 4295047424 00000100:00000010:1.0:1786166524.327770:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c9dcec60. 00010000:00000001:0.0:1786166524.711785:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166524.711794:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166524.711801:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166524.711802:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166524.712323:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166524.712328:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166524.712332:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166525.736654:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166525.736662:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166525.736668:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166525.736669:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166525.736756:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166525.736760:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166525.736763:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166526.759555:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166526.759563:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166526.759587:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166526.759589:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166526.759792:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166526.759797:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166526.759800:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166527.783542:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166527.783552:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166527.783559:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166527.783563:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166527.783566:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166527.783570:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166527.783573:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166527.783575:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166527.783577:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166527.783579:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166527.783688:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166527.783693:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166527.783696:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786166528.679553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166528.679565:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166528.679582:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9c00. 00000020:00000040:2.0:1786166528.679588:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:2.0:1786166528.679594:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166528.679597:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166528.679603:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166528.679611:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52cbb00d00. 00000100:00000001:2.0:1786166528.679620:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679634:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166528.679646:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166528.679652:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679659:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc493ea3] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.679686:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166528.679692:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166528.679695:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8a80. 00000020:00000040:2.0:1786166528.679698:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52ca2a6000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000100:00000001:2.0:1786166528.679700:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166528.679702:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166528.679703:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166528.679707:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52c7d36b00. 00000100:00000001:2.0:1786166528.679710:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679715:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166528.679722:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166528.679724:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679729:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025d934a5] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.679737:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166528.679747:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166528.679751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166528.679754:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166528.679756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166528.679760:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166528.679763:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8000. 00000020:00000040:2.0:1786166528.679765:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e15800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000100:00000001:2.0:1786166528.679768:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166528.679769:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166528.679771:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166528.679775:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52c7d36a00. 00000100:00000001:2.0:1786166528.679778:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679782:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166528.679789:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166528.679791:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679795:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1e98526] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.679802:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166528.679808:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1786166528.679810:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1786166528.679814:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1786166528.679817:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9180. 00000020:00000040:2.0:1786166528.679819:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e14000 refcount=3 obd=lustre-OST0000-osc-ffff8c52d0791800 00000100:00000001:2.0:1786166528.679821:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166528.679823:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166528.679824:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166528.679828:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d0a0ed00. 00000100:00000001:2.0:1786166528.679836:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.679839:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616885940031872 : -127187769519744 : ffff8c52ca2d9180) 00000100:00080000:2.0:1786166528.679843:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e14000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1786166528.679988:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c52d0791800: disconnect after 20s idle 00000100:00000001:2.0:1786166528.679992:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166528.679994:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.679999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007070be2d] to pc [ptlrpcd_rcv+-1] req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.680023:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166528.680025:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.680028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166528.680031:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1786166528.680033:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1786166528.680035:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1786166528.680038:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d9f80. 00000020:00000040:2.0:1786166528.680041:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e12800 refcount=3 obd=lustre-OST0001-osc-ffff8c52d0791800 00000100:00000001:2.0:1786166528.680043:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166528.680045:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166528.680047:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166528.680051:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d0a0e500. 00000100:00000001:2.0:1786166528.680054:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.680056:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616885940035456 : -127187769516160 : ffff8c52ca2d9f80) 00000100:00080000:2.0:1786166528.680059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e12800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1786166528.680061:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c52d0791800: disconnect after 20s idle 00000100:00000001:2.0:1786166528.680063:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166528.680065:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.680069:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffc1a216] to pc [ptlrpcd_rcv+-1] req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.680075:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166528.680077:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.680094:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (389) 00000100:00000001:2.0:1786166528.680117:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166528.680122:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166528.680125:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166528.680131:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.680139:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166528.680142:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166528.680147:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166528.680150:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166528.680153:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.680258:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166528.680262:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166528.680264:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166528.680270:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.680278:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166528.680279:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166528.680282:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166528.680283:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166528.680285:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166528.680301:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077503872:192.168.204.112@tcp:9:kworker.0 00000100:00000001:0.0:1786166528.680306:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166528.680312:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166528.680315:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166528.680319:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166528.680324:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a6b400. 02000000:00000001:0.0:1786166528.680326:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166528.680335:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166528.680340:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c55567e8. 00000400:00000010:0.0:1786166528.680348:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acaa0. 00000100:00000200:0.0:1786166528.680356:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503872, portal 4 00000100:00000001:0.0:1786166528.680358:0:2357:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166528.680360:0:2357:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940031872 : -127187769519744 : ffff8c52ca2d9180) 00000100:00000040:0.0:1786166528.680403:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.680412:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166528.680427:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166528.680431:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acb28. 00000100:00000200:0.0:1786166528.680435:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077503872, offset 0 00000400:00000200:0.0:1786166528.680442:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166528.680452:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.680460:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166528.680466:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166528.680471:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166528.680475:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166528.680479:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166528.680483:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [124:124:256:4294967295] 192.168.204.112@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1786166528.680486:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.680499:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166528.680506:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166528.680512:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d8978c00. 00000800:00000200:0.0:1786166528.680518:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166528.680525:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166528.680529:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d8978c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166528.680543:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166528.680547:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: using a timeout of 27245 usecs (28 jiffies) 00000400:00000200:0.0:1786166528.680550:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166528.680553:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295051805 00000100:00000010:0.0:1786166528.680558:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52d06de540. 00000100:00000001:0.0:1786166528.680564:0:2357:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786166528.680569:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295051805 00000100:00000010:0.0:1786166528.680573:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52d06de8a0. 00000100:00000001:0.0:1786166528.680576:0:2357:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8c52d0791800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786166528.680586:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166528.680589:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.680591:0:2357:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786166528.680596:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.680602:0:2357:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786166528.680604:0:2357:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166528.680606:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786166528.680608:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786166528.680610:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166528.680612:0:2357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077504000:192.168.204.112@tcp:9:kworker.0 00000100:00000001:0.0:1786166528.680615:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786166528.680618:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786166528.680619:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166528.680621:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786166528.680624:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a6bc00. 02000000:00000001:0.0:1786166528.680626:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786166528.680630:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:0.0:1786166528.680632:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c5556f78. 00000400:00000010:0.0:1786166528.680637:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac880. 00000100:00000200:0.0:1786166528.680639:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504000, portal 4 00000100:00000001:0.0:1786166528.680642:0:2357:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786166528.680644:0:2357:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940035456 : -127187769516160 : ffff8c52ca2d9f80) 00000100:00000040:0.0:1786166528.680650:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.680657:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166528.680659:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166528.680662:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac2a8. 00000100:00000200:0.0:1786166528.680664:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872931077504000, offset 0 00000400:00000200:0.0:1786166528.680669:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166528.680673:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.680676:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166528.680679:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786166528.680689:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:0.0:1786166528.680691:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786166528.680693:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:0.0:1786166528.680696:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [125:125:255:4294967295] 192.168.204.112@tcp LPNI seq info [125:125:7:4294967295] 00000400:00000200:0.0:1786166528.680701:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.680706:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166528.680710:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166528.680713:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d8978400. 00000800:00000200:0.0:1786166528.680717:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166528.680720:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166528.680723:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d8978400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166528.680726:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166528.680728:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: using a timeout of 26201 usecs (27 jiffies) 00000400:00000200:0.0:1786166528.680731:0:2357:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:0.0:1786166528.680733:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295051804 00000100:00000001:0.0:1786166528.680735:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295051805 00000100:00000001:0.0:1786166528.680737:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295051804 00000100:00000001:0.0:1786166528.680739:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295051805 00000100:00000001:0.0:1786166528.680741:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786166528.680743:0:2357:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.680745:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.680747:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166528.680756:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786166528.680758:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786166528.680760:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786166528.680761:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166528.680762:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.680764:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786166528.680818:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166528.680823:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d8978c00. 00000400:00000200:0.0:1786166528.680830:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.680840:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166528.681050:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acb28 00000400:00000010:0.0:1786166528.681055:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acb28. 00000100:00000001:0.0:1786166528.681062:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166528.681067:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.681078:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166528.681082:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.681089:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.681091:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786166528.681263:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166528.681267:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d8978400. 00000400:00000200:0.0:1786166528.681270:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.681275:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166528.681278:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac2a8 00000400:00000010:0.0:1786166528.681280:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac2a8. 00000100:00000001:0.0:1786166528.681287:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166528.681291:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.681299:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166528.681302:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.681308:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.681310:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786166528.682512:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077503488:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166528.682519:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166528.682528:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166528.682532:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166528.682534:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166528.682544:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d0698800. 02000000:00000001:2.0:1786166528.682546:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166528.682554:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166528.682558:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601fbb0. 00000400:00000010:2.0:1786166528.682565:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859caa0. 00000100:00000200:2.0:1786166528.682572:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503488, portal 25 00000100:00000001:2.0:1786166528.682574:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166528.682576:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940034560 : -127187769517056 : ffff8c52ca2d9c00) 00000100:00000040:2.0:1786166528.682584:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.682592:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166528.682595:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166528.682598:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c990. 00000100:00000200:2.0:1786166528.682602:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872931077503488, offset 0 00000400:00000200:2.0:1786166528.682610:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166528.682620:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166528.682630:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166528.682636:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166528.682660:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166528.682664:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166528.682667:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166528.682672:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [126:126:256:4294967295] 192.168.204.112@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1786166528.682677:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166528.682687:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166528.682693:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166528.682699:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e400. 00000800:00000200:2.0:1786166528.682708:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166528.682715:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166528.682720:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166528.682746:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166528.682751:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166528.682754:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295052455 00000100:00000001:2.0:1786166528.682764:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295051805 00000100:00000001:2.0:1786166528.682771:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295052455 00000100:00000001:2.0:1786166528.682774:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295051805 00000100:00000001:2.0:1786166528.682778:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166528.682781:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.682784:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166528.682790:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.682799:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166528.682802:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166528.682806:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166528.682809:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166528.682811:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166528.682815:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077503744:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166528.682818:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166528.682827:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166528.682828:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166528.682830:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166528.682833:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d0698000. 02000000:00000001:2.0:1786166528.682835:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166528.682839:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166528.682843:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601faa8. 00000800:00000200:0.0:1786166528.684269:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166528.684281:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e400. 00000400:00000200:0.0:1786166528.684305:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.684316:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166528.684324:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c990 00000400:00000010:0.0:1786166528.684326:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c990. 00000100:00000001:0.0:1786166528.684332:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166528.684339:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.684361:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166528.684365:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.684372:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.684374:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1786166528.685086:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859cdd0. 00000100:00000200:2.0:1786166528.685096:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503744, portal 10 00000100:00000001:2.0:1786166528.685099:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166528.685101:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940027392 : -127187769524224 : ffff8c52ca2d8000) 00000100:00000040:2.0:1786166528.685114:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.685124:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166528.685126:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166528.685128:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c2a8. 00000100:00000200:2.0:1786166528.685131:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077503744, offset 0 00000400:00000200:2.0:1786166528.685137:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166528.685147:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166528.685155:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166528.685160:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166528.685164:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166528.685168:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166528.685170:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166528.685174:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [127:127:256:4294967295] 192.168.204.112@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1786166528.685178:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166528.685188:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166528.685193:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166528.685200:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e700. 00000800:00000200:2.0:1786166528.685208:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166528.685216:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166528.685222:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166528.685255:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.685260:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: using a timeout of 21895 usecs (22 jiffies) 00000400:00000200:2.0:1786166528.685264:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166528.685267:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295051803 00000100:00000001:2.0:1786166528.685271:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295052455 00000100:00000001:2.0:1786166528.685273:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295051803 00000100:00000001:2.0:1786166528.685275:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295052455 00000100:00000001:2.0:1786166528.685278:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166528.685281:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786166528.687564:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166528.687573:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e700. 00000400:00000200:0.0:1786166528.687581:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.687590:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166528.687598:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c2a8 00000400:00000010:0.0:1786166528.687600:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c2a8. 00000100:00000001:0.0:1786166528.687606:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166528.687615:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.687630:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166528.687634:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.687641:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.687643:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786166528.688259:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.688264:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166528.688275:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166528.688278:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786166528.688282:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166528.688284:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166528.689567:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166528.689578:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786166528.689580:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166528.689585:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166528.689587:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166528.689589:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166528.689591:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166528.689593:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166528.689610:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.689623:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166528.689626:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166528.689632:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166528.689636:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166528.689639:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166528.689643:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077503616:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166528.689648:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166528.689657:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166528.689680:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166528.689684:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166528.689692:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d0698600. 02000000:00000001:2.0:1786166528.689694:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166528.689702:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166528.689706:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f790. 00000400:00000010:2.0:1786166528.689713:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c6e8. 00000100:00000200:2.0:1786166528.689722:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077503616, portal 10 00000100:00000001:2.0:1786166528.689724:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166528.689726:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940030080 : -127187769521536 : ffff8c52ca2d8a80) 00000100:00000040:2.0:1786166528.689735:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166528.689743:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166528.689747:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166528.689750:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c330. 00000100:00000200:2.0:1786166528.689754:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077503616, offset 0 00000400:00000200:2.0:1786166528.689761:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166528.689773:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166528.689781:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166528.689788:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166528.689793:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166528.689798:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166528.689801:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166528.689806:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [128:128:256:4294967295] 192.168.204.112@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1786166528.689811:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166528.689823:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166528.689830:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166528.689837:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0ec00. 00000800:00000200:2.0:1786166528.689857:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166528.689866:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166528.689871:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166528.692061:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166528.692082:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: using a timeout of 127026 usecs (128 jiffies) 00000400:00000200:2.0:1786166528.692091:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166528.692094:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 0 is 4295051916 00000100:00000001:2.0:1786166528.692098:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 0, keep current deadline 4295052455 00000100:00000001:2.0:1786166528.692101:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 1 is 4295051916 00000100:00000001:2.0:1786166528.692103:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 1, keep current deadline 4295052455 00000100:00000001:2.0:1786166528.692105:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166528.692111:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.692118:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.692125:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166528.692138:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166528.692142:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786166528.694134:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.701325:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166528.701340:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.701357:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.701368:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701391:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166528.701402:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701407:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701425:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701430:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903c00 00000400:00000200:0.0:1786166528.701435:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701441:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:0.0:1786166528.701459:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.701465:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.701469:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.701474:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166528.701487:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166528.701499:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166528.701513:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.701536:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1786166528.701663:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166528.701669:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0ec00. 00000400:00000200:0.0:1786166528.701675:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.701679:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166528.701684:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c330 00000400:00000010:0.0:1786166528.701688:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c330. 00000100:00000001:0.0:1786166528.701692:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166528.701697:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.701710:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166528.701715:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.701723:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166528.701725:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786166528.701732:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.701736:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166528.701738:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.701740:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.701743:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701747:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166528.701751:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701754:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701763:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701766:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 4 MB=0x6a76bbf903b80 00000400:00000200:0.0:1786166528.701770:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.701775:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.112@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1786166528.701779:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.701804:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.701807:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.701811:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166528.701815:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166528.701821:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166528.701829:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.701837:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166528.701840:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.702241:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.705524:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166528.705535:0:2357:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166528.705545:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166528.705548:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166528.705569:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c55567e8. 00000400:00000200:3.0:1786166528.705577:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acaa0 00000400:00000010:3.0:1786166528.705579:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acaa0. 00000100:00000001:3.0:1786166528.705584:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166528.705598:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166528.705612:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.705621:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166528.705623:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.705627:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166528.705631:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166528.705635:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166528.705637:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166528.705640:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166528.705650:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e14460 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166528.705656:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e14418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166528.705659:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166528.705662:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166528.705666:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786166528.705671:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786166528.705678:0:2357:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.705684:0:2357:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166528.705686:0:2357:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166528.705688:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166528.705690:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166528.705696:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.705703:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166528.705707:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166528.705709:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786166528.705714:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786166528.705728:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e14000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1786166528.705734:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166528.705742:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077503872:192.168.204.112@tcp:9:kworker.0 00000400:00000001:3.0:1786166528.705750:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166528.705752:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166528.705753:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c5556f78. 00000400:00000200:3.0:1786166528.705757:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac880 00000400:00000010:3.0:1786166528.705759:0:2357:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac880. 00000100:00000001:3.0:1786166528.705761:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166528.705766:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166528.705775:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.705783:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166528.705784:0:2357:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.705786:0:2357:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166528.705788:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166528.705789:0:2357:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166528.705791:0:2357:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166528.705793:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166528.705799:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e12c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166528.705802:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e12c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166528.705804:0:2357:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166528.705806:0:2357:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166528.705808:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786166528.705811:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786166528.705817:0:2357:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.705827:0:2357:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166528.705829:0:2357:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166528.705830:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166528.705832:0:2357:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166528.705836:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.705842:0:2357:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166528.705858:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166528.705859:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786166528.705863:0:2357:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786166528.705870:0:2357:0:(import.c:65:import_set_state_nolock()) ffff8c52c2e12800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1786166528.705875:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166528.707131:0:2357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2357:1872931077504000:192.168.204.112@tcp:9:kworker.0 00000100:00000001:3.0:1786166528.707140:0:2357:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.707146:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166528.707277:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9180 x1872931077503872/t0(0) o9->lustre-OST0000-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.707286:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166528.707290:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166528.707296:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a6b400. 02000000:00000001:3.0:1786166528.707304:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166528.707307:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166528.707309:0:2357:0:(genops.c:1244:class_import_put()) import ffff8c52c2e14000 refcount=2 obd=lustre-OST0000-osc-ffff8c52d0791800 00000020:00000001:3.0:1786166528.707312:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166528.707315:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d0a0ed00. 02000000:00000001:3.0:1786166528.707320:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166528.707322:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166528.707324:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9180. 00000100:00000001:3.0:1786166528.707329:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166528.707346:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.707348:0:2357:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166528.707352:0:2357:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9f80 x1872931077504000/t0(0) o9->lustre-OST0001-osc-ffff8c52d0791800@192.168.204.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1786166538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.707359:0:2357:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166528.707360:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166528.707362:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a6bc00. 02000000:00000001:3.0:1786166528.707364:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166528.707366:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166528.707367:0:2357:0:(genops.c:1244:class_import_put()) import ffff8c52c2e12800 refcount=2 obd=lustre-OST0001-osc-ffff8c52d0791800 00000020:00000001:3.0:1786166528.707369:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166528.707370:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d0a0e500. 02000000:00000001:3.0:1786166528.707372:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166528.707374:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166528.707375:0:2357:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9f80. 00000100:00000001:3.0:1786166528.707392:0:2357:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166528.707393:0:2357:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.707396:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.707406:0:2357:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166528.707408:0:2357:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.707411:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166528.707476:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786166528.708060:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708081:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166528.708084:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708087:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.708096:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708102:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166528.708116:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708121:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708128:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708132:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 25 MB=0x6a76bbf903a00 00000400:00000200:0.0:1786166528.708139:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708145:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.112@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:0.0:1786166528.708234:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708241:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.708245:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.708251:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166528.708270:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166528.708276:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166528.708298:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.708314:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166528.708323:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708327:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166528.708329:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708331:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.708334:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708338:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166528.708342:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708344:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708347:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708349:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903b00 00000400:00000200:0.0:1786166528.708353:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.708357:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:0.0:1786166528.708361:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708466:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.708470:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.708473:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166528.708476:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166528.708481:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166528.708489:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.708498:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166528.708502:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.708505:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.710743:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166528.710753:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166528.710762:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166528.710765:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166528.710769:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601fbb0. 00000400:00000200:3.0:1786166528.710779:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859caa0 00000400:00000010:3.0:1786166528.710782:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859caa0. 00000100:00000001:3.0:1786166528.710786:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166528.710797:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166528.710811:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.710819:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166528.710822:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.710833:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166528.710837:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166528.710841:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166528.710843:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166528.710847:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166528.710854:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bc60 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166528.710859:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166528.710862:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166528.710864:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166528.710867:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166528.710870:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.710873:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166528.710879:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.710888:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166528.710891:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166528.710893:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166528.710896:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166528.710905:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077503488:192.168.204.112@tcp:400:kworker.0 00000400:00000001:3.0:1786166528.710912:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166528.710914:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166528.710917:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601faa8. 00000400:00000200:3.0:1786166528.710920:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859cdd0 00000400:00000010:3.0:1786166528.710922:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859cdd0. 00000100:00000001:3.0:1786166528.710925:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166528.710929:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166528.710939:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.710945:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166528.710947:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.710954:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166528.710956:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166528.710957:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166528.710959:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166528.710960:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166528.710968:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e15c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166528.710972:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e15c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166528.710974:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166528.710976:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166528.710978:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166528.710982:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.710986:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166528.710988:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166528.710991:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166528.710992:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166528.710997:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.711003:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166528.711005:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166528.711006:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166528.711010:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166528.711018:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077503744:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166528.711022:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.711025:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166528.711028:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d9c00 x1872931077503488/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.711035:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166528.711038:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166528.711041:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d0698800. 02000000:00000001:3.0:1786166528.711045:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166528.711048:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166528.711050:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=3 obd=MGC192.168.204.112@tcp 00000020:00000001:3.0:1786166528.711058:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166528.711061:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52cbb00d00. 02000000:00000001:3.0:1786166528.711068:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166528.711071:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166528.711073:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d9c00. 00000100:00000001:3.0:1786166528.711079:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166528.711080:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.711082:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166528.711085:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8000 x1872931077503744/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.711091:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166528.711093:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166528.711094:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d0698000. 02000000:00000001:3.0:1786166528.711096:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166528.711097:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166528.711099:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52c2e15800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000001:3.0:1786166528.711101:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166528.711102:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52c7d36a00. 02000000:00000001:3.0:1786166528.711104:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166528.711105:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166528.711107:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8000. 00000100:00000001:3.0:1786166528.711108:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166528.711110:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.711115:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.711117:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166528.711118:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166528.711120:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.711123:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786166528.712753:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.712778:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166528.712782:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.712785:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.712793:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.712800:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166528.712807:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.712812:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.712819:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.712823:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903a80 00000400:00000200:0.0:1786166528.712828:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166528.712834:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:0.0:1786166528.712840:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.712846:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166528.712850:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166528.712854:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166528.712861:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166528.712870:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166528.712881:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166528.712905:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166528.712915:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166528.712918:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.713023:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166528.713027:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166528.713033:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166528.713034:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166528.713038:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f790. 00000400:00000200:3.0:1786166528.713042:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c6e8 00000400:00000010:3.0:1786166528.713044:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c6e8. 00000100:00000001:3.0:1786166528.713047:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166528.713052:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166528.713073:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.713080:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166528.713082:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.713084:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166528.713087:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166528.713090:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166528.713092:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166528.713096:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166528.713105:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca2a6460 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166528.713110:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca2a6418 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166528.713113:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166528.713114:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166528.713116:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166528.713119:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.713123:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166528.713125:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786166528.713127:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166528.713129:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166528.713133:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.713140:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166528.713143:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166528.713145:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166528.713148:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166528.713234:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077503616:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166528.713240:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.713243:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166528.713246:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8a80 x1872931077503616/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166528.713266:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166528.713268:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166528.713271:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d0698600. 02000000:00000001:3.0:1786166528.713273:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166528.713276:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166528.713278:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca2a6000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000001:3.0:1786166528.713280:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166528.713283:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52c7d36b00. 02000000:00000001:3.0:1786166528.713352:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166528.713355:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166528.713357:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8a80. 00000100:00000001:3.0:1786166528.713360:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166528.713362:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.713364:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166528.713372:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166528.713374:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166528.713393:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166528.713396:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166528.807555:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166528.807565:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166528.807572:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166528.807573:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166528.807859:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166528.807864:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166528.807867:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786166529.383555:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295052455, at 4295052480 00000100:00000010:1.0:1786166529.383578:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52d06de8a0. 00000100:00000040:0.0:1786166529.383738:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295052455, at 4295052480 00000100:00000010:0.0:1786166529.383745:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52d06de540. 00010000:00000001:0.0:1786166529.845525:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166529.845536:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166529.845542:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166529.845554:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166529.846189:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166529.846195:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166529.846200:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166530.855521:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166530.855531:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166530.855537:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166530.855539:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166530.855901:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166530.855905:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166530.855909:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166531.879965:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166531.879981:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166531.879984:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166531.879990:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166531.879997:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166531.880000:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166531.880003:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166531.880005:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166531.880011:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166531.880012:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166531.882034:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166531.882043:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166531.882051:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166532.904874:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166532.904890:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166532.904899:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166532.904901:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786166532.905576:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786166532.905582:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786166532.905587:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786166533.800282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786166533.800296:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786166533.800321:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52d0734000. 00000020:00000040:3.0:1786166533.800331:0:36:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:3.0:1786166533.800337:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786166533.800341:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786166533.800347:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786166533.800359:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52c2abb400. 00000100:00000001:3.0:1786166533.800370:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.800416:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786166533.800459:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786166533.800465:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.800473:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ffd69ec] to pc [ptlrpcd_01_01+1] req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.801296:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.801301:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.801305:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166533.801325:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.801335:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166533.801338:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.801344:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166533.801348:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166533.801351:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166533.801355:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077504128:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166533.801361:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166533.801369:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166533.801373:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.801407:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166533.801429:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d0698e00. 02000000:00000001:2.0:1786166533.801432:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166533.801443:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166533.801449:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f9f8. 00000400:00000010:2.0:1786166533.801459:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859cc38. 00000100:00000200:2.0:1786166533.801469:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504128, portal 25 00000100:00000001:2.0:1786166533.801472:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166533.801474:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616886045261824 : -127187664289792 : ffff8c52d0734000) 00000100:00000040:2.0:1786166533.801497:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.801505:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166533.801508:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166533.801510:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c770. 00000100:00000200:2.0:1786166533.801515:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872931077504128, offset 0 00000400:00000200:2.0:1786166533.801522:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166533.801533:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166533.801543:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166533.801550:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166533.801555:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166533.801560:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166533.801563:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166533.801567:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [129:129:256:4294967295] 192.168.204.112@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:2.0:1786166533.801572:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166533.801584:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166533.801591:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166533.801599:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e900. 00000800:00000200:2.0:1786166533.801608:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166533.801618:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166533.801624:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166533.801636:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166533.801640:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166533.801649:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295057575 00000100:00000010:2.0:1786166533.801654:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dce840. 00000100:00000001:2.0:1786166533.801663:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786166533.801675:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295057575 00000100:00000010:2.0:1786166533.801679:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dceb40. 00000100:00000001:2.0:1786166533.801683:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786166533.801701:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166533.801705:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.801709:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.801712:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166533.803222:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.803238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786166533.803245:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786166533.803262:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52d0735c00. 00000020:00000040:3.0:1786166533.803270:0:36:0:(genops.c:1231:class_import_get()) import ffff8c52ca2a6000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000100:00000001:3.0:1786166533.803277:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786166533.803281:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786166533.803289:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786166533.803298:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52c2abbd00. 00000100:00000001:3.0:1786166533.803309:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.803338:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786166533.803352:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786166533.803359:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.803368:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd93ec44] to pc [ptlrpcd_01_00+0] req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786166533.803858:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166533.803865:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e900. 00000400:00000200:0.0:1786166533.803873:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166533.803881:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166533.803892:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c770 00000400:00000010:0.0:1786166533.803895:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c770. 00000100:00000001:0.0:1786166533.803901:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166533.803908:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.803919:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166533.803923:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.803930:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166533.803932:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786166533.805453:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166533.805465:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786166533.805475:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.805479:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.805496:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166533.805501:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1786166533.805504:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.805506:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166533.805507:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.805509:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.805510:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.805512:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166533.805528:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.805539:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166533.805542:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.805547:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166533.805552:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166533.805555:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166533.805559:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077504256:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166533.805565:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166533.805572:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166533.805576:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.805579:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166533.805613:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d0699200. 02000000:00000001:2.0:1786166533.805615:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166533.805627:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166533.805632:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f4d0. 00000400:00000010:2.0:1786166533.805641:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c3b8. 00000100:00000200:2.0:1786166533.805650:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504256, portal 10 00000100:00000001:2.0:1786166533.805652:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166533.805654:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616886045268992 : -127187664282624 : ffff8c52d0735c00) 00000100:00000040:2.0:1786166533.805663:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.805671:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166533.805674:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166533.805677:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c4c8. 00000100:00000200:2.0:1786166533.805682:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077504256, offset 0 00000400:00000200:2.0:1786166533.805690:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166533.805700:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166533.805710:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166533.805718:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166533.805724:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166533.805728:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166533.805732:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166533.805736:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [130:130:256:4294967295] 192.168.204.112@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1786166533.805740:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166533.805753:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166533.805760:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166533.805768:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e900. 00000800:00000200:2.0:1786166533.805776:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166533.805786:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166533.805792:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166533.805819:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166533.805825:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: using a timeout of 123743 usecs (124 jiffies) 00000400:00000200:2.0:1786166533.805836:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166533.805839:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 0 is 4295057024 00000100:00000001:2.0:1786166533.805843:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 0, keep current deadline 4295057575 00000100:00000001:2.0:1786166533.805845:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 1 is 4295057024 00000100:00000001:2.0:1786166533.805848:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 1, keep current deadline 4295057575 00000100:00000001:2.0:1786166533.805850:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166533.805853:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.805855:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.805858:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.805921:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.805925:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786166533.807087:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166533.807099:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e900. 00000400:00000200:0.0:1786166533.807112:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166533.807133:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166533.807143:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c4c8 00000400:00000010:0.0:1786166533.807146:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c4c8. 00000100:00000001:0.0:1786166533.807153:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166533.807161:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.807178:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166533.807182:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.807191:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166533.807193:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786166533.808435:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.808449:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.808455:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.808463:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166533.808934:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.808940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786166533.808946:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786166533.808948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786166533.808951:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786166533.808954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786166533.808976:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786166533.808986:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52d0734a80. 00000020:00000040:3.0:1786166533.808992:0:36:0:(genops.c:1231:class_import_get()) import ffff8c52c2e15800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000100:00000001:3.0:1786166533.808998:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786166533.809002:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786166533.809009:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786166533.809018:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52c2abb700. 00000100:00000001:3.0:1786166533.809027:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.809041:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786166533.809053:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786166533.809059:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.809066:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077cbeebb] to pc [ptlrpcd_01_01+1] req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.809696:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.809702:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.809705:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166533.809716:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.809726:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166533.809729:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.809733:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166533.809736:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166533.809740:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166533.809743:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0734a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077504384:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166533.809748:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166533.809756:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166533.809760:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.809764:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166533.809773:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52d0698a00. 02000000:00000001:2.0:1786166533.809775:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166533.809788:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166533.809812:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f790. 00000400:00000010:2.0:1786166533.809825:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c110. 00000100:00000200:2.0:1786166533.809837:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504384, portal 10 00000100:00000001:2.0:1786166533.809840:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166533.809842:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616886045264512 : -127187664287104 : ffff8c52d0734a80) 00000100:00000040:2.0:1786166533.809853:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.809862:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166533.809865:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166533.809868:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c4c8. 00000100:00000200:2.0:1786166533.809873:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077504384, offset 0 00000400:00000200:2.0:1786166533.809883:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166533.809897:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166533.809910:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166533.809919:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166533.809926:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166533.809932:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166533.809937:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166533.809942:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [131:131:256:4294967295] 192.168.204.112@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1786166533.809947:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166533.809963:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000100:00000001:3.0:1786166533.811556:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166533.811573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786166533.811580:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786166533.811583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786166533.811588:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786166533.811604:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (394) 00000100:00000001:3.0:1786166533.811678:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166533.811684:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1786166533.811797:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166533.811810:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e500. 00000800:00000200:2.0:1786166533.811822:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166533.811832:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166533.811839:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166533.811945:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166533.811956:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: using a timeout of 23788 usecs (24 jiffies) 00000400:00000200:2.0:1786166533.811965:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166533.811971:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295056932 00000100:00000001:2.0:1786166533.811975:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295057575 00000100:00000001:2.0:1786166533.812007:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295056932 00000100:00000001:2.0:1786166533.812010:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295057575 00000100:00000001:2.0:1786166533.812013:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166533.812018:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.812024:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.812027:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.812040:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166533.812043:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786166533.812045:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.812047:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.812049:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.812051:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786166533.814174:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166533.814205:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e500. 00000400:00000200:0.0:1786166533.814217:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166533.814227:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166533.814239:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c4c8 00000400:00000010:0.0:1786166533.814242:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c4c8. 00000100:00000001:0.0:1786166533.814249:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166533.814259:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.814276:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166533.814280:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.814289:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166533.814292:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786166533.816579:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.816608:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166533.816615:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.816618:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166533.816631:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.816640:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166533.816653:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.816658:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.816687:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.816690:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 25 MB=0x6a76bbf903c80 00000400:00000200:0.0:1786166533.816696:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.816703:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.112@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:0.0:1786166533.816714:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.816740:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166533.816745:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166533.816750:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166533.816759:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166533.816771:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166533.816783:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.818494:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.818508:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166533.818572:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166533.818596:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.818606:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786166533.818666:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166533.818669:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166533.818674:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f9f8. 00000400:00000200:2.0:1786166533.818680:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859cc38 00000400:00000010:2.0:1786166533.818682:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859cc38. 00000100:00000001:2.0:1786166533.818687:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166533.818699:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166533.818712:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.818719:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166533.818721:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.818724:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166533.818728:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166533.818732:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166533.818735:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.818739:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166533.818748:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bc60 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166533.818753:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166533.818756:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166533.818758:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166533.818782:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166533.818785:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.818788:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166533.818794:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.818802:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166533.818806:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166533.818809:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166533.818813:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166533.818820:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077504128:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166533.818826:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.818833:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166533.818837:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52d0734000 x1872931077504128/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.818845:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166533.818848:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166533.818853:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d0698e00. 02000000:00000001:2.0:1786166533.818857:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166533.818860:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166533.818863:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=3 obd=MGC192.168.204.112@tcp 00000020:00000001:2.0:1786166533.818865:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166533.818869:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52c2abb400. 02000000:00000001:2.0:1786166533.818874:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166533.818877:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166533.818879:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52d0734000. 00000100:00000001:2.0:1786166533.818883:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166533.818885:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.818889:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.818891:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.818893:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166533.818894:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.818896:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786166533.819823:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.819839:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166533.819843:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.819845:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166533.819855:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.819862:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166533.819871:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.819875:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.819882:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.819887:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903d00 00000400:00000200:0.0:1786166533.819893:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.819899:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1786166533.819907:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.819911:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166533.819914:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166533.819920:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166533.819937:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166533.819945:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166533.819957:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.819977:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166533.819983:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.819986:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166533.819988:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.819990:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166533.819993:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.819996:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166533.820000:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.820003:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.820006:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.820009:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903d80 00000400:00000200:0.0:1786166533.820012:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166533.820016:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1786166533.820019:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.820024:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166533.820026:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166533.820030:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166533.820032:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166533.820037:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166533.820046:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166533.820053:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166533.820055:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166533.820057:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820243:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.820254:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786166533.820260:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166533.820261:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166533.820265:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f790. 00000400:00000200:2.0:1786166533.820269:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c110 00000400:00000010:2.0:1786166533.820271:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c110. 00000100:00000001:2.0:1786166533.820274:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166533.820278:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166533.820287:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.820294:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166533.820296:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820298:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166533.820300:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166533.820303:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166533.820305:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.820308:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166533.820330:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e15c60 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166533.820334:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e15c18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166533.820337:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166533.820338:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166533.820341:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166533.820344:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.820348:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786166533.820350:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:2.0:1786166533.820352:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786166533.820354:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166533.820360:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.820368:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166533.820370:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166533.820373:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166533.820406:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166533.820425:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0734a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2361:1872931077504384:192.168.204.112@tcp:400:kworker.0 00000400:00000001:2.0:1786166533.820432:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166533.820433:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166533.820435:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f4d0. 00000400:00000200:2.0:1786166533.820437:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c3b8 00000400:00000010:2.0:1786166533.820439:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c3b8. 00000100:00000001:2.0:1786166533.820441:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166533.820445:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166533.820453:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.820460:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166533.820461:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820463:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166533.820464:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166533.820466:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166533.820467:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166533.820469:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166533.820474:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca2a6460 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166533.820477:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca2a6418 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166533.820479:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166533.820486:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166533.820488:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166533.820490:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.820493:0:2361:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786166533.820494:0:2361:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: skip recheck: last_committed 0 00000100:00000001:2.0:1786166533.820496:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786166533.820497:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166533.820501:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.820507:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166533.820512:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166533.820514:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166533.820518:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166533.820525:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0895a63b-d46e-492e-873e-8b6197df2eab:2361:1872931077504256:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166533.820529:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820532:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166533.820536:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52d0734a80 x1872931077504384/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.820542:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166533.820544:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166533.820548:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d0698a00. 02000000:00000001:2.0:1786166533.820551:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166533.820554:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166533.820556:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52c2e15800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000001:2.0:1786166533.820558:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166533.820561:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52c2abb700. 02000000:00000001:2.0:1786166533.820564:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166533.820566:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166533.820568:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52d0734a80. 00000100:00000001:2.0:1786166533.820572:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166533.820573:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820575:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166533.820578:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52d0735c00 x1872931077504256/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166533.820584:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166533.820585:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166533.820586:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52d0699200. 02000000:00000001:2.0:1786166533.820588:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166533.820589:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166533.820590:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52ca2a6000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000001:2.0:1786166533.820592:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166533.820593:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52c2abbd00. 02000000:00000001:2.0:1786166533.820598:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166533.820600:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166533.820601:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52d0735c00. 00000100:00000001:2.0:1786166533.820604:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166533.820605:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820607:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166533.820616:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166533.820618:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166533.820621:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166533.820623:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166533.934322:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166533.934351:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166533.934360:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166533.934361:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166533.935176:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166533.935185:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166533.935190:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786166534.506548:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295057575, at 4295057603 00000100:00000010:1.0:1786166534.506577:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c9dceb40. 00000100:00000040:0.0:1786166534.508671:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295057575, at 4295057605 00000100:00000010:0.0:1786166534.508692:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c9dce840. 00010000:00000001:0.0:1786166534.951629:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166534.951648:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166534.951658:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166534.951659:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786166534.952581:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786166534.952589:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786166534.952594:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166535.978444:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166535.978456:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166535.978463:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166535.978465:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166535.984470:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166535.984483:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166535.984490:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166537.003618:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166537.003635:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166537.003646:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166537.003648:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786166537.004463:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166537.004471:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166537.004477:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786166537.468899:0:9397:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786166537.468915:0:9397:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166538.023623:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166538.023636:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166538.023646:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166538.023653:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166538.023657:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166538.023662:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166538.023667:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166538.023672:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166538.023674:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166538.023677:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166538.024825:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166538.024834:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166538.024854:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1786166538.234796:0:9434:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1786166538.234808:0:9434:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1786166538.249098:0:9434:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1786166538.920047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166538.920060:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166538.920068:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2dad80. 00000020:00000040:2.0:1786166538.920074:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:2.0:1786166538.920080:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166538.920083:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166538.920089:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166538.920096:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d0a0ec00. 00000100:00000001:2.0:1786166538.920105:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920118:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9cd6c883-30fb-45f2-ab3d-40bdfc1766ad->MGS req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166538.920131:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166538.920137:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3c3288d] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.920170:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166538.920178:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166538.920181:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2db800. 00000020:00000040:2.0:1786166538.920183:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52ca2a6000 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000100:00000001:2.0:1786166538.920193:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166538.920195:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166538.920197:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166538.920200:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d0a0ed00. 00000100:00000001:2.0:1786166538.920204:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920209:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-MDT0000_UUID req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166538.920567:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166538.920569:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920575:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6568346] to pc [ptlrpcd_01_01+1] req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.920584:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166538.920590:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166538.920593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166538.920595:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0895a63b-d46e-492e-873e-8b6197df2eab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166538.920598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786166538.920601:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786166538.920605:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52ca2d8380. 00000020:00000040:2.0:1786166538.920607:0:8:0:(genops.c:1231:class_import_get()) import ffff8c52c2e15800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000100:00000001:2.0:1786166538.920610:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786166538.920611:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786166538.920613:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786166538.920617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c52d0a0e700. 00000100:00000001:2.0:1786166538.920620:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.920624:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-MDT0000_UUID req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786166538.920631:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786166538.921140:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.921148:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037b777b6] to pc [ptlrpcd_01_00+0] req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.921157:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.921159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166538.921163:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166538.921165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786166538.921168:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 78f22b99-d7ba-49be-8576-fdc94d28f0ba->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786166538.921176:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (399) 00000100:00000001:2.0:1786166538.922194:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166538.922201:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166538.922204:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166538.922224:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.922235:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166538.922237:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166538.922242:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166538.922245:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166538.922248:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166538.922433:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077504512:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166538.922439:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166538.922448:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166538.922451:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166538.922453:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166538.922459:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c5e1d400. 02000000:00000001:2.0:1786166538.922461:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166538.922468:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166538.922473:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f4d0. 00000400:00000010:2.0:1786166538.922481:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c3b8. 00000100:00000200:2.0:1786166538.922489:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504512, portal 25 00000100:00000001:2.0:1786166538.922491:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166538.922497:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940039040 : -127187769512576 : ffff8c52ca2dad80) 00000100:00000040:2.0:1786166538.922503:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.922511:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166538.922513:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166538.922516:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c110. 00000100:00000200:2.0:1786166538.922521:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872931077504512, offset 0 00000400:00000200:2.0:1786166538.922528:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166538.922537:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166538.922547:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166538.922553:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166538.922557:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166538.922562:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166538.922564:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166538.922568:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [132:132:256:4294967295] 192.168.204.112@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1786166538.922573:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166538.922586:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166538.922592:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166538.922598:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e400. 00000800:00000200:2.0:1786166538.922606:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166538.922616:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166538.922623:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166538.922930:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166538.922936:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166538.922939:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295062697 00000100:00000010:2.0:1786166538.922944:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dcea20. 00000100:00000001:2.0:1786166538.922950:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786166538.922955:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295062697 00000100:00000010:2.0:1786166538.922958:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dce060. 00000100:00000001:2.0:1786166538.922960:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786166538.922968:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166538.922971:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166538.922974:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166538.922979:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.922986:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166538.922988:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166538.922990:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166538.922992:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166538.922994:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166538.922997:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077504768:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166538.923000:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166538.923003:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166538.923004:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166538.923006:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166538.923009:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c5e1dc00. 02000000:00000001:2.0:1786166538.923011:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166538.923015:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166538.923017:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f790. 00000400:00000010:2.0:1786166538.923021:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859cc38. 00000100:00000200:2.0:1786166538.923024:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504768, portal 10 00000100:00000001:2.0:1786166538.923025:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166538.923027:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940028288 : -127187769523328 : ffff8c52ca2d8380) 00000100:00000040:2.0:1786166538.923033:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.923040:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166538.923042:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166538.923044:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c770. 00000100:00000200:2.0:1786166538.923046:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077504768, offset 0 00000400:00000200:2.0:1786166538.923050:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166538.923054:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166538.923058:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166538.923060:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166538.923068:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166538.923070:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166538.923073:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166538.923076:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [133:133:255:4294967295] 192.168.204.112@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1786166538.923080:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166538.923087:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166538.923092:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166538.923097:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e500. 00000800:00000200:2.0:1786166538.923101:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166538.923105:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166538.923108:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166538.923111:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.923115:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: using a timeout of 22812 usecs (23 jiffies) 00000400:00000200:2.0:1786166538.923119:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166538.923121:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 0 is 4295062042 00000100:00000001:2.0:1786166538.923123:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 0, keep current deadline 4295062697 00000100:00000001:2.0:1786166538.923126:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS new deadline estimation for cpu 1 is 4295062042 00000100:00000001:2.0:1786166538.923128:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52d0791800: PM QoS request active for cpu 1, keep current deadline 4295062697 00000100:00000001:2.0:1786166538.923130:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166538.923132:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166538.923135:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166538.923138:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166538.923148:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166538.923151:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786166538.923153:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166538.923155:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166538.923156:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166538.923159:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786166538.923161:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166538.923163:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166538.923164:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166538.923171:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166538.923172:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166538.923173:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166538.923178:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.923185:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166538.923187:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166538.923189:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166538.923191:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166538.923193:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166538.923195:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077504640:192.168.204.112@tcp:400:kworker.0 00000100:00000001:2.0:1786166538.923198:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166538.923201:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166538.923203:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166538.923204:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166538.923207:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c5e1c200. 02000000:00000001:2.0:1786166538.923209:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166538.923221:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166538.923224:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601f9f8. 00000400:00000010:2.0:1786166538.923227:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c6e8. 00000100:00000200:2.0:1786166538.923230:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504640, portal 10 00000100:00000001:2.0:1786166538.923231:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166538.923233:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616885940041728 : -127187769509888 : ffff8c52ca2db800) 00000100:00000040:2.0:1786166538.923240:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166538.923246:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166538.923531:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166538.923535:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859cdd0. 00000100:00000200:2.0:1786166538.923538:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872931077504640, offset 0 00000400:00000200:2.0:1786166538.923543:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166538.923548:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166538.923551:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166538.923554:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166538.923562:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166538.923565:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166538.923567:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166538.923570:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [134:134:254:4294967295] 192.168.204.112@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:2.0:1786166538.923574:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166538.923581:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166538.923585:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166538.923589:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e900. 00000800:00000200:2.0:1786166538.923593:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166538.923597:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166538.923600:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786166538.923602:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166538.923606:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: using a timeout of 119951 usecs (120 jiffies) 00000400:00000200:2.0:1786166538.923609:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166538.923611:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 0 is 4295062140 00000100:00000001:2.0:1786166538.923614:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 0, keep current deadline 4295062697 00000100:00000001:2.0:1786166538.923616:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS new deadline estimation for cpu 1 is 4295062140 00000100:00000001:2.0:1786166538.923617:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c52c9ee5000: PM QoS request active for cpu 1, keep current deadline 4295062697 00000100:00000001:2.0:1786166538.923620:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166538.923622:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166538.923625:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166538.923628:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166538.923831:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166538.923833:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786166538.924867:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166538.924875:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e400. 00000400:00000200:0.0:1786166538.924881:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166538.924891:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166538.924899:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c110 00000400:00000010:0.0:1786166538.924902:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c110. 00000100:00000001:0.0:1786166538.924906:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166538.924912:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.925495:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166538.925502:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.925509:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166538.925512:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786166538.925556:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166538.925559:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e500. 00000400:00000200:0.0:1786166538.925563:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166538.925567:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166538.925573:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c770 00000400:00000010:0.0:1786166538.925575:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c770. 00000100:00000001:0.0:1786166538.925578:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166538.925583:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.925590:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166538.925593:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.925599:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166538.925600:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786166538.925676:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786166538.925679:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e900. 00000400:00000200:0.0:1786166538.925682:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166538.925686:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:0.0:1786166538.925688:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859cdd0 00000400:00000010:0.0:1786166538.925690:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859cdd0. 00000100:00000001:0.0:1786166538.925692:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786166538.925696:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.925704:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786166538.925707:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.925726:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166538.925727:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786166538.932880:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.932897:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166538.932902:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.932905:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166538.932915:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.933031:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166538.933043:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.933048:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.933054:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.933058:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903f00 00000400:00000200:0.0:1786166538.933063:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.933069:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1786166538.933078:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.933082:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166538.933085:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166538.933090:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166538.933097:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166538.933106:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166538.933118:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.933908:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166538.933915:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786166538.934023:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166538.934036:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.934048:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166538.934052:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.934055:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166538.934059:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.934065:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166538.934070:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.934081:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.934085:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.934088:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 10 MB=0x6a76bbf903e80 00000400:00000200:0.0:1786166538.934092:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.934096:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.112@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1786166538.934101:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.934121:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166538.934124:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166538.934133:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166538.934138:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166538.934143:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166538.934153:0:2350:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.934161:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166538.934165:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.934169:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786166538.934204:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166538.934207:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166538.934228:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f790. 00000400:00000200:3.0:1786166538.934234:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859cc38 00000400:00000010:3.0:1786166538.934237:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859cc38. 00000100:00000001:3.0:1786166538.934240:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166538.934246:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166538.934255:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.934262:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166538.934264:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.934267:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166538.934271:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166538.934276:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166538.934279:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166538.934282:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166538.934293:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52c2e15c60 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166538.934298:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2e15c18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166538.934301:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166538.934303:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166538.934306:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166538.934310:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.934314:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166538.934316:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52d0791800: skip recheck: last_committed 0 00000100:00000001:3.0:1786166538.934318:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166538.934320:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166538.934326:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.934345:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166538.934347:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166538.934349:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166538.934354:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166538.934361:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78f22b99-d7ba-49be-8576-fdc94d28f0ba:2360:1872931077504768:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166538.934366:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.934369:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166538.934373:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2d8380 x1872931077504768/t0(0) o400->lustre-MDT0000-mdc-ffff8c52d0791800@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.935293:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166538.935297:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166538.935301:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c5e1dc00. 02000000:00000001:3.0:1786166538.935305:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166538.935308:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166538.935310:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52c2e15800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52d0791800 00000020:00000001:3.0:1786166538.935312:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166538.935315:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d0a0e700. 02000000:00000001:3.0:1786166538.935319:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166538.935321:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166538.935323:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2d8380. 00000100:00000001:3.0:1786166538.935327:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166538.935328:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.935332:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.935334:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166538.935336:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166538.935341:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166538.935343:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166538.935346:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f9f8. 00000400:00000200:3.0:1786166538.935349:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c6e8 00000400:00000010:3.0:1786166538.935351:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c6e8. 00000100:00000001:3.0:1786166538.935353:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166538.935367:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166538.935500:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.935508:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166538.935510:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.935512:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166538.935515:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166538.935809:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166538.935813:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166538.935816:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166538.935827:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca2a6460 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166538.935831:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca2a6418 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166538.935833:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166538.935835:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166538.935838:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166538.935841:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.935845:0:2360:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786166538.935848:0:2360:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c52c9ee5000: skip recheck: last_committed 0 00000100:00000001:3.0:1786166538.935849:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786166538.935851:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166538.935858:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.935866:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166538.935869:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166538.935871:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166538.935875:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166538.935884:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0895a63b-d46e-492e-873e-8b6197df2eab:2360:1872931077504640:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166538.935890:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.935893:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166538.935897:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2db800 x1872931077504640/t0(0) o400->lustre-MDT0000-mdc-ffff8c52c9ee5000@192.168.204.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.935910:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166538.935912:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166538.935914:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c5e1c200. 02000000:00000001:3.0:1786166538.936051:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166538.936054:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166538.936056:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca2a6000 refcount=3 obd=lustre-MDT0000-mdc-ffff8c52c9ee5000 00000020:00000001:3.0:1786166538.936059:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166538.936061:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d0a0ed00. 02000000:00000001:3.0:1786166538.936064:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166538.936065:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166538.936067:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2db800. 00000100:00000001:3.0:1786166538.936070:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166538.936071:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.936075:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.936077:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166538.936078:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166538.936080:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.936081:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786166538.937050:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.937075:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166538.937079:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.937082:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166538.937104:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.937113:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166538.937122:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.937126:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.937133:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.937137:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 25 MB=0x6a76bbf903e00 00000400:00000200:0.0:1786166538.937142:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166538.937148:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.112@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1786166538.937156:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.937164:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166538.937168:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166538.937179:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166538.937187:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786166538.937194:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786166538.937205:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786166538.937254:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786166538.937266:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166538.937271:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.937514:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166538.937605:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166538.937614:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166538.937617:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166538.937620:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601f4d0. 00000400:00000200:3.0:1786166538.937625:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c3b8 00000400:00000010:3.0:1786166538.937628:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c3b8. 00000100:00000001:3.0:1786166538.937632:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166538.937638:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166538.937646:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.937651:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166538.937653:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.937656:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166538.937659:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166538.937662:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166538.937672:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166538.937677:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166538.937685:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bc60 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166538.937690:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166538.937693:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166538.937695:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166538.937698:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166538.937701:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.937703:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166538.937708:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.937716:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166538.937719:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166538.937720:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166538.937723:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166538.937730:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52ca2dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077504512:192.168.204.112@tcp:400:kworker.0 00000100:00000001:3.0:1786166538.938045:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.938051:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166538.938056:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52ca2dad80 x1872931077504512/t0(0) o400->MGC192.168.204.112@tcp@192.168.204.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1786166554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166538.938064:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166538.938066:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166538.938070:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c5e1d400. 02000000:00000001:3.0:1786166538.938073:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166538.938076:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166538.938078:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=3 obd=MGC192.168.204.112@tcp 00000020:00000001:3.0:1786166538.938081:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166538.938280:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c52d0a0ec00. 02000000:00000001:3.0:1786166538.938285:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166538.938287:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166538.938290:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52ca2dad80. 00000100:00000001:3.0:1786166538.938293:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166538.938302:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.938305:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166538.938314:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166538.938316:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166538.938318:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166538.938322:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166539.049235:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166539.049243:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166539.049248:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166539.049250:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166539.049358:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166539.049362:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166539.049457:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786166539.623456:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7000 (cpu 0) has reached its deadline 4295062697, at 4295062720 00000100:00000010:0.0:1786166539.623477:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c9dcea20. 00000100:00000040:1.0:1786166539.625452:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff8c52c7dc7110 (cpu 1) has reached its deadline 4295062697, at 4295062722 00000100:00000010:1.0:1786166539.625470:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c52c9dce060. 00000080:00000001:0.0:1786166539.976025:0:9531:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786166539.976040:0:9531:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166540.074830:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166540.074843:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166540.074851:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166540.074852:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166540.075267:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166540.075272:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166540.075275:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166541.095512:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166541.095522:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166541.095529:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166541.095530:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166541.096000:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166541.096005:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166541.096009:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1786166542.097949:0:9595:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8c52cb151f70. 00000400:00000040:0.0:1786166542.097974:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1786166542.097977:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1786166542.097979:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1786166542.097980:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1786166542.097982:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1786166542.097984:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1786166542.097985:0:9595:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1786166542.098078:0:9595:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff8c52cb151f70. 00010000:00000001:0.0:1786166542.119715:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166542.119737:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786166542.119740:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786166542.119743:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166542.119747:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786166542.119749:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166542.119752:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166542.119754:0:6:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166542.119758:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166542.119760:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166542.125141:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166542.125161:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166542.125167:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786166543.144748:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166543.144760:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.144770:0:6:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786166543.144771:0:6:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166543.145044:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166543.145050:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.145055:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1786166543.334035:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.334071:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166543.334077:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.334080:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166543.334950:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.334964:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166543.334981:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.334987:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.334995:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335069:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 328 into portal 15 MB=0x6a76bc100de00 00000400:00000200:0.0:1786166543.335081:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.112@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1786166543.335092:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.335103:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166543.335108:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166543.335114:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166543.335134:0:2350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786166543.335136:0:2350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786166543.335146:0:2350:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2ea00. 00000100:00000040:0.0:1786166543.335151:0:2350:0:(events.c:337:request_in_callback()) incoming req@ffff8c52c2e2ea00 x1872931101662720 msgsize 328 00000100:00100000:0.0:1786166543.335156:0:2350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.112@tcp (source: 12345-192.168.204.112@tcp) 00000100:00000001:0.0:1786166543.335184:0:2350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786166543.335199:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.335226:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786166543.335228:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.335230:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166543.335233:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335237:0:2350:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:0.0:1786166543.335241:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335244:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335246:0:2350:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335249:0:2350:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 328 into portal 15 MB=0x6a76bc100de80 00000400:00000200:0.0:1786166543.335254:0:2350:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.112@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:0.0:1786166543.335258:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.335268:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786166543.335270:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786166543.335273:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:0.0:1786166543.335276:0:2350:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1786166543.335278:0:2350:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1786166543.335281:0:2350:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52c2e2f100. 00000100:00000040:0.0:1786166543.335283:0:2350:0:(events.c:337:request_in_callback()) incoming req@ffff8c52c2e2f100 x1872931101662848 msgsize 328 00000100:00100000:0.0:1786166543.335287:0:2350:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.112@tcp (source: 12345-192.168.204.112@tcp) 00000100:00000001:0.0:1786166543.335305:0:2350:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1786166543.335309:0:2350:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786166543.335312:0:2350:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166543.335358:0:5591:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786166543.335362:0:5591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872931101662720 02000000:00000001:0.0:1786166543.335365:0:5591:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786166543.335369:0:5591:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786166543.335372:0:5591:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166543.335398:0:5591:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166543.335405:0:5591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872931101662720 00000020:00000001:0.0:1786166543.335410:0:5591:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786166543.335413:0:5591:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa4e11a20c5f8215a 00000020:00000001:0.0:1786166543.335416:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786166543.335420:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c52c5e15800 refcount=3 00000020:00000001:0.0:1786166543.335422:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616885867927552 : -127187841624064 : ffff8c52c5e15800) 00000020:00000001:0.0:1786166543.335425:0:5591:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616885867927552 : -127187841624064 : ffff8c52c5e15800) 00000100:00000001:0.0:1786166543.335439:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786166543.335444:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c52cb153040. 00000100:00000001:0.0:1786166543.335448:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786166543.335451:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c52cb153040. 00000020:00000010:0.0:1786166543.335462:0:5591:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c52c93d8c00. 00000020:00000010:0.0:1786166543.335471:0:5591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c52c3549e80. 00000020:00000010:0.0:1786166543.335479:0:5591:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c52d11aa3e8. 00000100:00000040:0.0:1786166543.335495:0:5591:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1786166543.335500:0:5591:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786166543.335502:0:5591:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786166543.335505:0:5591:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.335518:0:5591:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.335522:0:5591:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166543.335535:0:5591:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786166543.335537:0:5591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872931101662848 02000000:00000001:0.0:1786166543.335539:0:5591:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786166543.335540:0:5591:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786166543.335542:0:5591:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786166543.335544:0:5591:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786166543.335547:0:5591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872931101662848 00000020:00000001:0.0:1786166543.335548:0:5591:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786166543.335550:0:5591:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa4e11a20c5f8215a 00000020:00000001:0.0:1786166543.335551:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786166543.335553:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c52c5e15800 refcount=4 00000020:00000001:0.0:1786166543.335555:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616885867927552 : -127187841624064 : ffff8c52c5e15800) 00000020:00000001:0.0:1786166543.335557:0:5591:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616885867927552 : -127187841624064 : ffff8c52c5e15800) 00000100:00000001:0.0:1786166543.335559:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786166543.335562:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c52cb153040. 00000100:00000001:0.0:1786166543.335564:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786166543.335567:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c52cb153040. 00000020:00000010:0.0:1786166543.335571:0:5591:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c52c93d9600. 00000020:00000010:0.0:1786166543.335573:0:5591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c52c3549000. 00000020:00000010:0.0:1786166543.335577:0:5591:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c52d11aaed8. 00000100:00000001:0.0:1786166543.335580:0:5591:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786166543.335586:0:5591:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786166543.335588:0:5591:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.335591:0:5591:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.335593:0:5591:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166543.335603:0:5591:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786166543.335606:0:5591:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786166543.335612:0:5591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.112@tcp, seq: 3 00000100:00000040:0.0:1786166543.335616:0:5591:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c52c5e15800 : new rpc_count 1 00000100:00000001:0.0:1786166543.335619:0:5591:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616885817698816 : -127187891852800 : ffff8c52c2e2ea00) 00000100:00000040:0.0:1786166543.335628:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c52c2e2ea00 x1872931101662720/t0(0) o104->9cd6c883-30fb-45f2-ab3d-40bdfc1766ad@192.168.204.112@tcp:389/0 lens 328/0 e 0 to 0 dl 1786166554 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166543.335639:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786166543.335643:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c52cb153040. 00000100:00000001:0.0:1786166543.335645:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786166543.335647:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c52cb153040. 00000100:00100000:0.0:1786166543.335651:0:5591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c52c2e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+4:11374:x1872931101662720:12345-192.168.204.112@tcp:104: 00000100:00000200:0.0:1786166543.335655:0:5591:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872931101662720 00010000:00000001:0.0:1786166543.335658:0:5591:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786166543.335668:0:5591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786166543.335670:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786166543.335673:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c52c1516400 refcount=2 00000020:00000001:0.0:1786166543.335675:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616885791384576 : -127187918167040 : ffff8c52c1516400) 00010000:00000001:0.0:1786166543.335679:0:5591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616885791384576 : -127187918167040 : ffff8c52c1516400) 00010000:00000001:0.0:1786166543.335684:0:5591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786166543.335687:0:5591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166543.335693:0:5591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786166543.335705:0:5591:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786166543.335708:0:5591:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786166543.335715:0:5591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c52c9d36c00. 02000000:00000001:0.0:1786166543.335718:0:5591:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.335726:0:5591:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.335733:0:5591:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786166543.335736:0:5591:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786166543.335741:0:5591:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2abf5e8 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1786166543.335748:0:5591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786166543.335751:0:5591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c52cb153240 refcount 22 to 192.168.204.112@tcp 00000100:00000001:0.0:1786166543.335754:0:5591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616885955211840 : -127187754339776 : ffff8c52cb153240) 02000000:00000001:0.0:1786166543.335757:0:5591:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786166543.335759:0:5591:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.335763:0:5591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166543.335767:0:5591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166543.335773:0:5591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52ac2a8. 00000100:00000200:0.0:1786166543.335779:0:5591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872931101662720, offset 224 00000400:00000200:0.0:1786166543.335787:0:5591:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166543.335797:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335807:0:5591:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.12@tcp to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166543.335815:0:5591:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [135:135:256:4294967295] 192.168.204.112@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1786166543.335820:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.335830:0:5591:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:192.168.204.12@tcp) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166543.335837:0:5591:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166543.335843:0:5591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d8978900. 00000800:00000200:0.0:1786166543.335852:0:5591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166543.335862:0:5591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166543.335868:0:5591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d8978900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166543.335885:0:5591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166543.335888:0:5591:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c52cb153240 refcount 21 to 192.168.204.112@tcp 00010000:00000001:0.0:1786166543.335892:0:5591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786166543.335897:0:5591:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c52c52ffd80. 00010000:00000001:0.0:1786166543.335901:0:5591:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1786166543.337262:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166543.337279:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d8978900. 00000400:00000200:1.0:1786166543.337289:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166543.337299:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166543.337309:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52ac2a8 00000400:00000010:1.0:1786166543.337312:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52ac2a8. 00000100:00000001:1.0:1786166543.337318:0:2351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1786166543.337320:0:2351:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1786166543.338310:0:5591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1786166543.338320:0:5591:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.338323:0:5591:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.338350:0:5591:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166543.338367:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2ea00 x1872931101662720/t0(0) o104->9cd6c883-30fb-45f2-ab3d-40bdfc1766ad@192.168.204.112@tcp:389/0 lens 328/224 e 0 to 0 dl 1786166554 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786166543.338398:0:5591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c52c2e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+4:11374:x1872931101662720:12345-192.168.204.112@tcp:104: Request processed in 2756us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1786166543.338415:0:5591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.112@tcp, seq: 3 00000100:00000040:0.0:1786166543.338421:0:5591:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c52c5e15800 : new rpc_count 0 00000100:00000001:0.0:1786166543.338424:0:5591:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786166543.338428:0:5591:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786166543.338440:0:5591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c52c3549e80. 00000020:00000010:0.0:1786166543.338447:0:5591:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c52d11aa3e8. 00000020:00000010:0.0:1786166543.338452:0:5591:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c52c93d8c00. 00000020:00000040:0.0:1786166543.338460:0:5591:0:(genops.c:900:class_export_put()) PUTting export ffff8c52c5e15800 : new refcount 3 00000100:00000001:0.0:1786166543.338464:0:5591:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786166543.338496:0:5591:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786166543.338499:0:5591:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786166543.338505:0:5591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.112@tcp, seq: 4 00000100:00000040:0.0:1786166543.338508:0:5591:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c52c5e15800 : new rpc_count 1 00000100:00000001:0.0:1786166543.338510:0:5591:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616885817700608 : -127187891851008 : ffff8c52c2e2f100) 00000100:00000040:0.0:1786166543.338517:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c52c2e2f100 x1872931101662848/t0(0) o104->9cd6c883-30fb-45f2-ab3d-40bdfc1766ad@192.168.204.112@tcp:389/0 lens 328/0 e 0 to 0 dl 1786166554 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786166543.338527:0:5591:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786166543.338532:0:5591:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c52cb153040. 00000100:00000001:0.0:1786166543.338535:0:5591:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786166543.338539:0:5591:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c52cb153040. 00000100:00100000:0.0:1786166543.338545:0:5591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c52c2e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+3:11374:x1872931101662848:12345-192.168.204.112@tcp:104: 00000100:00000200:0.0:1786166543.338549:0:5591:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872931101662848 00010000:00000001:0.0:1786166543.338552:0:5591:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786166543.338564:0:5591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786166543.338574:0:5591:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786166543.338578:0:5591:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c52c0031e00 refcount=2 00000020:00000001:0.0:1786166543.338582:0:5591:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616885769477632 : -127187940073984 : ffff8c52c0031e00) 00010000:00000001:0.0:1786166543.338586:0:5591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616885769477632 : -127187940073984 : ffff8c52c0031e00) 00010000:00000001:0.0:1786166543.338592:0:5591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786166543.338597:0:5591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166543.338603:0:5591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786166543.338617:0:5591:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786166543.338621:0:5591:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786166543.338628:0:5591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c52c9d34400. 02000000:00000001:0.0:1786166543.338632:0:5591:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.338635:0:5591:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.338644:0:5591:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786166543.338647:0:5591:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786166543.338653:0:5591:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52c2abf5e8 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1786166543.338659:0:5591:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786166543.338663:0:5591:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c52cb153240 refcount 22 to 192.168.204.112@tcp 00000100:00000001:0.0:1786166543.338665:0:5591:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616885955211840 : -127187754339776 : ffff8c52cb153240) 02000000:00000001:0.0:1786166543.338668:0:5591:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786166543.338670:0:5591:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786166543.338674:0:5591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786166543.338677:0:5591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:0.0:1786166543.338683:0:5591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c52acb28. 00000100:00000200:0.0:1786166543.338693:0:5591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872931101662848, offset 224 00000400:00000200:0.0:1786166543.338702:0:5591:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:0.0:1786166543.338716:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.338726:0:5591:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.12@tcp to MR: 192.168.204.112@tcp local destination 00000400:00000200:0.0:1786166543.338736:0:5591:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [136:136:256:4294967295] 192.168.204.112@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1786166543.338741:0:5591:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:0.0:1786166543.338753:0:5591:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:192.168.204.12@tcp) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:0.0:1786166543.338759:0:5591:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:0.0:1786166543.338773:0:5591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d8978400. 00000800:00000200:0.0:1786166543.338781:0:5591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:0.0:1786166543.338790:0:5591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:0.0:1786166543.338795:0:5591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d8978400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786166543.338829:0:5591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166543.338834:0:5591:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c52cb153240 refcount 21 to 192.168.204.112@tcp 00010000:00000001:0.0:1786166543.338837:0:5591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786166543.338841:0:5591:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c52c52ffcc0. 00010000:00000001:0.0:1786166543.338845:0:5591:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1786166543.341494:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166543.341515:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d8978400. 00000400:00000200:1.0:1786166543.341528:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166543.341540:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166543.341551:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c52acb28 00000400:00000010:1.0:1786166543.341555:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c52acb28. 00000100:00000001:1.0:1786166543.341562:0:2350:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1786166543.341564:0:2350:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1786166543.342107:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166543.342113:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342119:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1786166543.342134:0:5602:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1786166543.342137:0:5602:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1786166543.342144:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166543.342159:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c52c1516400 already unused, calling callback (ffffffffc14f9c20) 10000000:00000001:3.0:1786166543.342163:0:5602:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1786166543.342167:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786166543.342175:0:5602:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1786166543.342178:0:5602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786166543.342190:0:5602:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786166543.342194:0:5602:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c52c1516400 refcount=3 00000020:00000001:3.0:1786166543.342196:0:5602:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616885791384576 : -127187918167040 : ffff8c52c1516400) 00010000:00000001:3.0:1786166543.342200:0:5602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616885791384576 : -127187918167040 : ffff8c52c1516400) 00010000:00000001:3.0:1786166543.342205:0:5602:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1786166543.342207:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1786166543.342215:0:5602:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1786166543.342218:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786166543.342225:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1786166543.342231:0:5602:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1786166543.342233:0:5602:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1786166543.342235:0:5602:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1786166543.342237:0:5602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1786166543.342239:0:5602:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1786166543.342259:0:5602:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1786166543.342261:0:5602:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1786166543.342263:0:5602:0:(mgc_request.c:123:config_log_put()) log params(ffff8c52c2be1600) refs 2 10000000:00000001:3.0:1786166543.342266:0:5602:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1786166543.342267:0:5602:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.342271:0:5602:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1786166543.342276:0:5602:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1786166543.342279:0:5602:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1786166543.342282:0:5602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786166543.342286:0:5602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786166543.342289:0:5602:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c52c1516400 with handle 0xa4e11a20c5f82210 from hash 00010000:00000001:3.0:1786166543.342291:0:5602:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1786166543.342294:0:5602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786166543.342296:0:5602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786166543.342298:0:5602:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1786166543.342301:0:5602:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1786166543.342303:0:5602:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1786166543.342308:0:5602:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786166543.342317:0:5602:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1786166543.342331:0:5602:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52d0735180. 00000020:00000040:3.0:1786166543.342338:0:5602:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:3.0:1786166543.342346:0:5602:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786166543.342349:0:5602:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786166543.342357:0:5602:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786166543.342366:0:5602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c52c4a52e00. 00000100:00000001:3.0:1786166543.342398:0:5602:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.342403:0:5602:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1786166543.342413:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166543.342420:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1786166543.342422:0:5602:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.342431:0:5602:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786166543.342438:0:5602:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166543.342455:0:5602:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015459648] to pc [ptlrpcd_01_01+1] req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786166543.342496:0:5602:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786166543.342499:0:5602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786166543.342500:0:5602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786166543.342501:0:5602:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.342504:0:5602:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1786166543.342506:0:5602:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342510:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786166543.342516:0:5602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1786166543.342519:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.112@tcp lock: ffff8c52c1516400/0xa4e11a20c5f82210 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce96c7 expref: -99 pid: 8511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786166543.342539:0:5602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786166543.342541:0:5602:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1786166543.342543:0:5602:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c52c52ffd80. 00010000:00000001:3.0:1786166543.342547:0:5602:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166543.342559:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166543.342560:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342562:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1786166543.342564:0:5602:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1786166543.342566:0:5602:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1786166543.342568:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166543.342574:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c52c0031e00 already unused, calling callback (ffffffffc14f9c20) 10000000:00000001:3.0:1786166543.342576:0:5602:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1786166543.342578:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786166543.342585:0:5602:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1786166543.342586:0:5602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786166543.342587:0:5602:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786166543.342589:0:5602:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c52c0031e00 refcount=3 00000020:00000001:3.0:1786166543.342591:0:5602:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616885769477632 : -127187940073984 : ffff8c52c0031e00) 00010000:00000001:3.0:1786166543.342593:0:5602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616885769477632 : -127187940073984 : ffff8c52c0031e00) 00010000:00000001:3.0:1786166543.342595:0:5602:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1786166543.342598:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1786166543.342604:0:5602:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1786166543.342606:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786166543.342612:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1786166543.342615:0:5602:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1786166543.342616:0:5602:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1786166543.342618:0:5602:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1786166543.342620:0:5602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1786166543.342621:0:5602:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1786166543.342624:0:5602:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1786166543.342630:0:5602:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1786166543.342631:0:5602:0:(mgc_request.c:123:config_log_put()) log params(ffff8c52d0aaac00) refs 2 10000000:00000001:3.0:1786166543.342633:0:5602:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1786166543.342634:0:5602:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.342637:0:5602:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1786166543.342639:0:5602:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1786166543.342640:0:5602:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1786166543.342641:0:5602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786166543.342643:0:5602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786166543.342646:0:5602:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c52c0031e00 with handle 0xa4e11a20c5f821d8 from hash 00010000:00000001:3.0:1786166543.342647:0:5602:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1786166543.342649:0:5602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786166543.342650:0:5602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786166543.342651:0:5602:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1786166543.342653:0:5602:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1786166543.342654:0:5602:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1786166543.342657:0:5602:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786166543.342658:0:5602:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1786166543.342662:0:5602:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c52d0735f80. 00000020:00000040:3.0:1786166543.342664:0:5602:0:(genops.c:1231:class_import_get()) import ffff8c52ca29b800 refcount=5 obd=MGC192.168.204.112@tcp 00000100:00000001:3.0:1786166543.342667:0:5602:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786166543.342668:0:5602:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786166543.342671:0:5602:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786166543.342674:0:5602:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c52c4a53c00. 00000100:00000001:3.0:1786166543.342677:0:5602:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.342679:0:5602:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1786166543.342683:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786166543.342689:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1786166543.342690:0:5602:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.342692:0:5602:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786166543.342695:0:5602:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166543.342700:0:5602:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755fee83] to pc [ptlrpcd_01_00+0] req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786166543.342710:0:5602:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786166543.342719:0:5602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786166543.342721:0:5602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786166543.342722:0:5602:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.342724:0:5602:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1786166543.342725:0:5602:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342728:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786166543.342734:0:5602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1786166543.342736:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.112@tcp lock: ffff8c52c0031e00/0xa4e11a20c5f821d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf59a143742ce96b2 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1786166543.342743:0:5602:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c52c4de0300 count: 0 00010000:00000001:3.0:1786166543.342756:0:5602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786166543.342757:0:5602:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1786166543.342759:0:5602:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c52c52ffcc0. 00010000:00000001:3.0:1786166543.342762:0:5602:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166543.342764:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166543.342765:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342767:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1786166543.342769:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166543.342770:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342772:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1786166543.342774:0:5602:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786166543.342776:0:5602:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786166543.342777:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786166543.342790:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166543.342796:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166543.342799:0:2360:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786166543.342807:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166543.342816:0:2360:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786166543.342818:0:2360:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166543.342822:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786166543.342826:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786166543.342834:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786166543.342839:0:2360:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0735f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077505024:192.168.204.112@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1786166543.342844:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786166543.342851:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786166543.342855:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166543.342858:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786166543.342863:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a52600. 02000000:00000001:3.0:1786166543.342865:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166543.342875:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:3.0:1786166543.342880:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c7d43d10. 00000100:00000001:2.0:1786166543.343144:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166543.343155:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166543.343159:0:2361:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786166543.343181:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166543.343197:0:2361:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786166543.343222:0:2361:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166543.343228:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786166543.343233:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786166543.343237:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786166543.343242:0:2361:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c52d0735180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077504896:192.168.204.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786166543.343247:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786166543.343255:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786166543.343258:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166543.343262:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786166543.343269:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c52c4a6b000. 02000000:00000001:2.0:1786166543.343272:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166543.343281:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000010:2.0:1786166543.343286:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c52c601faa8. 00000400:00000010:2.0:1786166543.343295:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859caa0. 00000100:00000200:2.0:1786166543.343304:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077504896, portal 18 00000100:00000001:2.0:1786166543.343306:0:2361:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786166543.343308:0:2361:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616886045266304 : -127187664285312 : ffff8c52d0735180) 00000100:00000040:2.0:1786166543.343314:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166543.343322:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786166543.343324:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:2.0:1786166543.343327:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52c859c330. 00000100:00000200:2.0:1786166543.343331:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872931077504896, offset 0 00000400:00000200:2.0:1786166543.343338:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:2.0:1786166543.343347:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166543.343356:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:2.0:1786166543.343362:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786166543.343367:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:2.0:1786166543.343374:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786166543.343423:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:2.0:1786166543.343428:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [137:137:256:4294967295] 192.168.204.112@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1786166543.343436:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:2.0:1786166543.343446:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:2.0:1786166543.343460:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:2.0:1786166543.343466:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52d0a0e700. 00000800:00000200:2.0:1786166543.343473:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:2.0:1786166543.343482:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:2.0:1786166543.343486:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52d0a0e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786166543.343507:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786166543.343512:0:2361:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:2.0:1786166543.343516:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295067117 00000100:00000010:2.0:1786166543.343521:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dce6c0. 00000100:00000001:2.0:1786166543.343528:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786166543.343537:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295067117 00000100:00000010:2.0:1786166543.343540:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c52c9dcee40. 00000100:00000001:2.0:1786166543.343543:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786166543.343547:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166543.343550:0:2361:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166543.343553:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166543.343556:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166543.343563:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166543.343566:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786166543.343569:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166543.343570:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786166543.343572:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166543.343575:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786166543.345068:0:5591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:0.0:1786166543.345079:0:5591:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.345082:0:5591:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786166543.345085:0:5591:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786166543.345102:0:5591:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52c2e2f100 x1872931101662848/t0(0) o104->9cd6c883-30fb-45f2-ab3d-40bdfc1766ad@192.168.204.112@tcp:389/0 lens 328/224 e 0 to 0 dl 1786166554 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786166543.345117:0:5591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c52c2e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad+3:11374:x1872931101662848:12345-192.168.204.112@tcp:104: Request processed in 6590us (9830us total) trans 0 rc 0/0 00000100:00100000:0.0:1786166543.345142:0:5591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.112@tcp, seq: 4 00000100:00000040:0.0:1786166543.345147:0:5591:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c52c5e15800 : new rpc_count 0 00000100:00000001:0.0:1786166543.345151:0:5591:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786166543.345156:0:5591:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786166543.345166:0:5591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c52c3549000. 00000020:00000010:0.0:1786166543.345173:0:5591:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c52d11aaed8. 00000020:00000010:0.0:1786166543.345179:0:5591:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c52c93d9600. 00000020:00000040:0.0:1786166543.345186:0:5591:0:(genops.c:900:class_export_put()) PUTting export ffff8c52c5e15800 : new refcount 2 00000100:00000001:0.0:1786166543.345190:0:5591:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1786166543.346070:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166543.346083:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52d0a0e700. 00000400:00000200:1.0:1786166543.346092:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166543.346101:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166543.346113:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859c330 00000400:00000010:1.0:1786166543.346116:0:2351:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859c330. 00000100:00000001:1.0:1786166543.346135:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166543.346144:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166543.346161:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166543.346165:0:2351:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166543.346173:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166543.346175:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786166543.346668:0:5601:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786166543.346673:0:5601:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786166543.346677:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1786166543.347646:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061ccc0. 00000100:00000200:3.0:1786166543.347671:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872931077505024, portal 18 00000100:00000001:3.0:1786166543.347676:0:2360:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786166543.347678:0:2360:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616886045269888 : -127187664281728 : ffff8c52d0735f80) 00000100:00000040:3.0:1786166543.347695:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166543.347705:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786166543.347708:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.112@tcp 00000400:00000010:3.0:1786166543.347712:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c52d061c990. 00000100:00000200:3.0:1786166543.347716:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872931077505024, offset 0 00000400:00000200:3.0:1786166543.347724:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.112@tcp 00000400:00000200:3.0:1786166543.347742:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166543.347756:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.112@tcp local destination 00000400:00000200:3.0:1786166543.347764:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786166543.347770:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.12@tcp 00000400:00000200:3.0:1786166543.347778:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786166543.347781:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.112@tcp 00000400:00000200:3.0:1786166543.347786:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.12@tcp NI seq info: [138:138:256:4294967295] 192.168.204.112@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:3.0:1786166543.347791:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:3.0:1786166543.347805:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp:) -> 192.168.204.112@tcp(192.168.204.112@tcp:192.168.204.112@tcp) : PUT try# 0 00000800:00000200:3.0:1786166543.347812:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.112@tcp 00000800:00000010:3.0:1786166543.347822:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c52c2abbc00. 00000800:00000200:3.0:1786166543.347855:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c52c3e1c180] -> 12345-192.168.204.112@tcp (5) 00000800:00000200:3.0:1786166543.349492:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.112@tcp ip 192.168.204.112:988 00000800:00000200:3.0:1786166543.349506:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c52c2abbc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1786166543.350357:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786166543.350373:0:2360:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000100:00000001:3.0:1786166543.350421:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295067125 00000100:00000001:3.0:1786166543.350434:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067117 00000100:00000001:3.0:1786166543.350440:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295067125 00000100:00000001:3.0:1786166543.350444:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067117 00000100:00000001:3.0:1786166543.350448:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166543.350452:0:2360:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166543.350458:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166543.350464:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.350475:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166543.350478:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786166543.350493:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166543.350496:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786166543.350497:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166543.350501:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786166543.352042:0:2350:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786166543.352056:0:2350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c52c2abbc00. 00000400:00000200:1.0:1786166543.352067:0:2350:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166543.352077:0:2350:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000400:00000200:1.0:1786166543.352087:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061c990 00000400:00000010:1.0:1786166543.352091:0:2350:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061c990. 00000100:00000001:1.0:1786166543.352097:0:2350:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786166543.352109:0:2350:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166543.352138:0:2350:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786166543.352143:0:2350:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166543.352150:0:2350:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786166543.352152:0:2350:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1786166543.357007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c52c1516400. 00010000:00000010:3.1:1786166543.357071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c52c4de0300. 00010000:00000010:3.1:1786166543.357078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c52c0031e00. 00000800:00000001:1.0:1786166543.357319:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.357342:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166543.357347:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.357350:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166543.357361:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.357372:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166543.358019:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358027:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358035:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358041:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 18 MB=0x6a76bbf903f80 00000400:00000200:1.0:1786166543.358048:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358056:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.112@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1786166543.358067:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.358078:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166543.358083:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166543.358088:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166543.358099:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166543.358111:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166543.358134:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166543.358160:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166543.358175:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.358179:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786166543.358181:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.358183:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166543.358186:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358190:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.12@tcp(192.168.204.12@tcp) <- 192.168.204.112@tcp : PUT - for me 00000400:00000200:1.0:1786166543.358194:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358197:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358200:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358203:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.112@tcp of length 224 into portal 18 MB=0x6a76bbf904000 00000400:00000200:1.0:1786166543.358206:0:2351:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.112@tcp to cpt 0 00000400:00000200:1.0:1786166543.358210:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.112@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1786166543.358214:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.358225:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786166543.358227:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786166543.358230:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.12@tcp->192.168.204.112@tcp: PUT: OK 00000100:00000001:1.0:1786166543.358242:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786166543.358247:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786166543.358255:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786166543.358276:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786166543.358281:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786166543.358285:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166543.358694:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166543.358700:0:2361:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786166543.358709:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786166543.358712:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786166543.358717:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c601faa8. 00000400:00000200:2.0:1786166543.358723:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52c859caa0 00000400:00000010:2.0:1786166543.358726:0:2361:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52c859caa0. 00000100:00000001:2.0:1786166543.358730:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786166543.358742:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786166543.358751:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166543.358759:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786166543.358761:0:2361:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166543.358765:0:2361:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786166543.358770:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786166543.358775:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786166543.358777:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786166543.358781:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786166543.358792:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bca8 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1786166543.358798:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1786166543.358801:0:2361:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786166543.358804:0:2361:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786166543.358807:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786166543.358810:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166543.358814:0:2361:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786166543.358819:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786166543.358826:0:2361:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786166543.358830:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786166543.358832:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786166543.358836:0:2361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786166543.358844:0:2361:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0735180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2361:1872931077504896:192.168.204.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786166543.358849:0:2361:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166543.358853:0:2361:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786166543.358858:0:2361:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52d0735180 x1872931077504896/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166543.359234:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166543.359239:0:2360:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786166543.359244:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786166543.359246:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786166543.359250:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c52c7d43d10. 00000400:00000200:3.0:1786166543.359255:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c52d061ccc0 00000400:00000010:3.0:1786166543.359257:0:2360:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c52d061ccc0. 00000100:00000001:3.0:1786166543.359261:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786166543.359267:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786166543.359275:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166543.359281:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786166543.359283:0:2360:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.359294:0:2360:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786166543.359296:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786166543.359298:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786166543.359300:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786166543.359302:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786166543.359305:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c52ca29bca8 time=100 v=5 (5 0 0 0) 00000100:00001000:3.0:1786166543.359308:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c52ca29bc18 time=113 v=5 (1 0 0 0) 00000100:00000001:3.0:1786166543.359310:0:2360:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786166543.359311:0:2360:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786166543.359313:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786166543.359315:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166543.359317:0:2360:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786166543.359320:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166543.359328:0:2360:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786166543.359330:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786166543.359331:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786166543.359335:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786166543.359341:0:2360:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c52d0735f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9cd6c883-30fb-45f2-ab3d-40bdfc1766ad:2360:1872931077505024:192.168.204.112@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1786166543.359346:0:2360:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.359348:0:2360:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786166543.359351:0:2360:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c52d0735f80 x1872931077505024/t0(0) o103->MGC192.168.204.112@tcp@192.168.204.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1786166559 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786166543.359357:0:2360:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786166543.359360:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786166543.359363:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a52600. 02000000:00000001:3.0:1786166543.359368:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786166543.359372:0:2360:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786166543.359374:0:2360:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000100:00000001:2.0:1786166543.360153:0:2361:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786166543.360169:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786166543.360173:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c52c4a6b000. 02000000:00000001:2.0:1786166543.360178:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786166543.360181:0:2361:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786166543.360183:0:2361:0:(genops.c:1244:class_import_put()) import ffff8c52ca29b800 refcount=4 obd=MGC192.168.204.112@tcp 00000020:00000001:2.0:1786166543.360186:0:2361:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786166543.360190:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c52c4a52e00. 02000000:00000001:2.0:1786166543.360194:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786166543.360196:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786166543.360199:0:2361:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52d0735180. 00000100:00000001:2.0:1786166543.360204:0:2361:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786166543.360206:0:2361:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166543.360209:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786166543.360220:0:2361:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786166543.360223:0:2361:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786166543.360225:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786166543.360229:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786166543.360547:0:2360:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786166543.360551:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c52c4a53c00. 02000000:00000001:3.0:1786166543.360556:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786166543.360566:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786166543.360568:0:2360:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c52d0735f80. 00000100:00000001:3.0:1786166543.360572:0:2360:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786166543.360574:0:2360:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.360576:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786166543.360581:0:2360:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786166543.360583:0:2360:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786166543.360585:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786166543.360587:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 6495 lines, 6495 kept, 0 dropped, 0 bad.