00000001:01000000:0.0F:1788745610.178432:0:2302:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 609 MB/s 00000001:01000000:2.0F:1788745610.429659:0:2302:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 703 MB/s 00000001:01000000:2.0:1788745610.679247:0:2302:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 7715 MB/s 00000020:02000000:0.0:1788745611.455928:0:2331:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_40_g869f601 00000400:02000000:3.0F:1788745612.424321:0:2346:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.206.35@tcp [8/256/0/180] 00008000:02000000:0.0:1788745615.960256:0:2497:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0F:1788745739.357893:0:5590:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788745739.357919:0:5590:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788745739.357921:0:5590:0:(obd_mount.c:926:lmd_print()) device: 192.168.206.135@tcp:/lustre 00000020:01000004:1.0:1788745739.357923:0:5590:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788745739.358568:0:5590:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000008a2ec024 00000080:01000004:1.0:1788745739.358582:0:5590:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788745739.358601:0:5590:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.206.135@tcp' 00000020:01000004:1.0:1788745739.358664:0:5590:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.206.135@tcp (typ=mgc) 00000020:00000080:1.0:1788745739.358691:0:5590:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.206.135@tcp (00000000f4a7167d) 00000020:00000080:1.0:1788745739.358708:0:5590:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1788745739.358994:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788745739.359027:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788745739.359258:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1788745739.359265:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788745739.365719:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1788745739.365744:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788745739.371275:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1788745739.371300:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1788745739.375633:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1788745739.375649:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1788745739.379411:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788745739.379809:0:5590:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788745739.380064:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1788745739.380071:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788745739.386719:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1788745739.386737:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788745739.393202:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1788745739.393222:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1788745739.395876:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1788745739.395892:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1788745739.400818:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1788745739.400839:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1788745739.402499:0:5590:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1788745739.402513:0:5590:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1788745739.406140:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745739.406183:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745739.406185:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745739.407874:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745739.407881:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745739.407883:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1788745739.408489:0:5590:0:(ldlm_lib.c:103:import_set_conn()) imp 0000000087f3f0d7@MGC192.168.206.135@tcp: add connection 192.168.206.135@tcp at head 00010000:00010000:2.0:1788745739.408704:0:5590:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.206.135@tcp-0 is initialized 00000040:01000000:2.0:1788745739.408712:0:5590:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.135@tcp ctxt 1 is initialized 00010000:00010000:1.0:1788745739.410489:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788745739.410501:0:5604:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788745739.411457:0:5590:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.206.135@tcp (uuid b91c5b7d-8f09-4670-93c2-553b4c67cc0b) 00000020:00000080:2.0:1788745739.411490:0:5590:0:(genops.c:1384:class_connect()) connect: client b91c5b7d-8f09-4670-93c2-553b4c67cc0b, cookie 0x379bd49cc567d4cc 00000100:00080000:2.0:1788745739.411510:0:5590:0:(import.c:545:import_select_connection()) MGC192.168.206.135@tcp: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00080000:2.0:1788745739.411528:0:5590:0:(import.c:666:import_select_connection()) MGC192.168.206.135@tcp: import 0000000087f3f0d7 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000100:00100000:2.0:1788745739.411588:0:5590:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a10fe9df x1875635718848640/t0(0) o250->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788745739.411610:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS 00000080:00200000:2.0:1788745739.411637:0:5590:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9b0149e25800 (sb 000000008a2ec024) 00000080:01000000:2.0:1788745739.411742:0:5590:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1788745739.411745:0:5590:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1788745739.411750:0:5590:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1788745739.411758:0:5590:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 13581d72-1568-4155-bc58-506419abbfcc 00000100:00100000:1.0:1788745739.411994:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a10fe9df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2362:1875635718848640:192.168.206.135@tcp:250: 10000000:01000000:2.0:1788745739.418538:0:5590:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788745739.418549:0:5590:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9b0149e25800 10000000:01000000:2.0:1788745739.418555:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9b0148d53380 10000000:01000000:2.0:1788745739.418559:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788745739.418568:0:5590:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9b0148d53380 from 1 10000000:01000000:2.0:1788745739.418572:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788745739.418876:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745739.418891:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745739.419068:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788745739.419098:0:5590:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000a217e04c x1875635718848768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745739.419110:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ec2091ea going to sleep for 0 seconds 00000100:00100000:1.0:1788745739.425711:0:2362:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.206.135@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788745739.425733:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.206.135@tcp: connect to target with instance 0 00000100:00080000:1.0:1788745739.425744:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.206.135@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788745739.425751:0:2362:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788745739.425755:0:2362:0:(import.c:65:import_set_state_nolock()) 0000000087f3f0d7 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788745739.425760:0:2362:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788745739.425783:0:2362:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:1.0:1788745739.425798:0:2362:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ec2091ea): req@00000000a217e04c x1875635718848768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745739.425815:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a10fe9df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2362:1875635718848640:192.168.206.135@tcp:250: 00000100:00100000:2.0:1788745739.428597:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ec2091ea going to sleep for 11 seconds 00000100:00100000:2.0:1788745739.437491:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a217e04c pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718848768:192.168.206.135@tcp:101: 00010000:00010000:2.0:1788745739.437529:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745739.437543:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788745739.437639:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a217e04c pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718848896:192.168.206.135@tcp:501: 00000100:00100000:2.0:1788745739.437885:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ec2091ea going to sleep for 11 seconds 00000100:00100000:3.0:1788745739.440752:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a217e04c pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718848896:192.168.206.135@tcp:501: 10000000:01000000:3.0:1788745739.440812:0:5590:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788745739.440841:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745739.440853:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: 00000000c0a1a6fb/0x379bd49cc567d4d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788745739.440875:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9b0149e25800 10000000:01000000:3.0:1788745739.440883:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788745739.440889:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9b0149e25800 10000000:01000000:3.0:1788745739.440891:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788745739.440896:0:5590:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9b0149e25800 10000000:01000000:3.0:1788745739.440923:0:5590:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788745739.440929:0:5590:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b0149e25800 from 1 10000000:01000000:3.0:1788745739.440932:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788745739.441004:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745739.441025:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745739.441036:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745739.441425:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000086354da7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849024:192.168.206.135@tcp:101: 00000100:00100000:3.0:1788745739.441662:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c87bfaf going to sleep for 11 seconds 00000100:00100000:3.0:1788745739.449995:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000086354da7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849024:192.168.206.135@tcp:101: 00010000:00010000:3.0:1788745739.450036:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745739.450050:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745739.450356:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000086354da7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849152:192.168.206.135@tcp:501: 00000100:00100000:3.0:1788745739.450457:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 000000001c87bfaf going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.455423:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000086354da7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849152:192.168.206.135@tcp:501: 00000100:00100000:0.0:1788745739.455520:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000750f3c9f pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849280:192.168.206.135@tcp:503: 00000100:00100000:0.0:1788745739.455648:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a4550f15 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.481483:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000750f3c9f pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849280:192.168.206.135@tcp:503: 00000100:00100000:2.0:1788745739.486255:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000058eb2f97 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5608:1875635718849408:192.168.206.135@tcp:502: 00000100:00100000:2.0:1788745739.486419:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set 000000005d751fc9 going to sleep for 11 seconds 00000100:00100000:1.0:1788745739.497822:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000058eb2f97 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5608:1875635718849408:192.168.206.135@tcp:502: 00000020:01000000:1.0:1788745739.497912:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745739.497928:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.497931:0:5608:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1788745739.497953:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9b0149e25800 00000020:00000080:1.0:1788745739.497956:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745739.497972:0:5608:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9b0149e25800 (000000000356a1bc) 00000020:00000080:1.0:1788745739.497995:0:5608:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1788745739.498002:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9b0149e25800 00000020:00000080:1.0:1788745739.498006:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788745739.498428:0:5608:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9b0149e25800 (uuid 13581d72-1568-4155-bc58-506419abbfcc) 00000020:01000000:1.0:1788745739.498434:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745739.498438:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.498440:0:5608:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1788745739.498443:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745739.498446:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.498447:0:5608:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1788745739.498450:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9b0149e25800 00000020:00000080:1.0:1788745739.498453:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745739.498460:0:5608:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9b0149e25800 (000000006f4cd49b) 00000020:00000080:1.0:1788745739.498471:0:5608:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1788745739.498476:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9b0149e25800 00000020:00000080:1.0:1788745739.498478:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788745739.498652:0:5608:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9b0149e25800 (uuid 13581d72-1568-4155-bc58-506419abbfcc) 00000020:01000000:1.0:1788745739.498657:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745739.498660:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.498661:0:5608:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1788745739.498664:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745739.498666:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.498668:0:5608:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1788745739.498670:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788745739.498672:0:5608:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1788745739.498675:0:5608:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1788745739.498681:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745739.498683:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.498684:0:5608:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1788745739.498694:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745739.498698:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.498699:0:5608:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1788745739.498702:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788745739.498707:0:5608:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.135@tcp to nid 0x20000c0a8ce87 (192.168.206.135@tcp) 00000020:01000000:1.0:1788745739.498733:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000080:1.0:1788745739.498735:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745739.498743:0:5608:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9b0149e25800 (00000000bcd54c5b) 00000020:00000080:1.0:1788745739.498752:0:5608:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1788745739.498756:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000080:1.0:1788745739.498759:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788745739.498833:0:5608:0:(ldlm_lib.c:103:import_set_conn()) imp 00000000daf04a30@lustre-MDT0000-mdc-ffff9b0149e25800: add connection 192.168.206.135@tcp at head 00010000:00010000:0.0:1788745739.508708:0:5608:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9b0149e25800-1 is initialized 00000040:01000000:0.0:1788745739.509068:0:5608:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9b0149e25800 ctxt 13 is initialized 00000020:00000080:0.0:1788745739.509589:0:5608:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9b0149e25800 (uuid 13581d72-1568-4155-bc58-506419abbfcc) 00000020:01000000:0.0:1788745739.509607:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9b0149e25800 00000020:00000080:0.0:1788745739.509612:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788745739.509642:0:5608:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1788745739.509690:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788745739.509694:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.509696:0:5608:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1788745739.509698:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788745739.509702:0:5608:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1788745739.509703:0:5608:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788745739.509705:0:5608:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788745739.509706:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788745739.509709:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.509710:0:5608:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788745739.509712:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788745739.509717:0:5608:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.206.135@tcp:/lustre 00000020:00000080:0.0:1788745739.509720:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.509721:0:5608:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788745739.509724:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788745739.509729:0:5608:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.135@tcp to nid 0x20000c0a8ce87 (192.168.206.135@tcp) 00000020:01000000:0.0:1788745739.509756:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9b0149e25800 00000020:00000080:0.0:1788745739.509758:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788745739.509784:0:5608:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9b0149e25800 (0000000012fb0d59) 00000020:00000080:0.0:1788745739.509801:0:5608:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:0.0:1788745739.509806:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9b0149e25800 00000020:00000080:0.0:1788745739.509808:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788745739.509972:0:5608:0:(ldlm_lib.c:103:import_set_conn()) imp 00000000cefdc97c@lustre-OST0000-osc-ffff9b0149e25800: add connection 192.168.206.135@tcp at head 00010000:00010000:0.0:1788745739.510438:0:5608:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9b0149e25800-2 is initialized 00000020:00000080:0.0:1788745739.517617:0:5608:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9b0149e25800 (uuid 13581d72-1568-4155-bc58-506419abbfcc) 00000020:01000000:0.0:1788745739.517640:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b0149e25800 00000020:00000080:0.0:1788745739.517647:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788745739.517680:0:5608:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1788745739.517689:0:5608:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b0149e25800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1788745739.517697:0:5608:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1788745739.517710:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788745739.517716:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.517718:0:5608:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788745739.517722:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788745739.517725:0:5608:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1788745739.517727:0:5608:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788745739.517729:0:5608:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788745739.517730:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788745739.517733:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.517734:0:5608:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788745739.517738:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788745739.517742:0:5608:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.206.135@tcp:/lustre 00000020:00000080:0.0:1788745739.517747:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.517748:0:5608:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788745739.517752:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788745739.517758:0:5608:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.135@tcp to nid 0x20000c0a8ce87 (192.168.206.135@tcp) 00000020:01000000:0.0:1788745739.517789:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9b0149e25800 00000020:00000080:0.0:1788745739.517792:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788745739.517804:0:5608:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9b0149e25800 (000000000fc82857) 00000020:00000080:0.0:1788745739.517824:0:5608:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1788745739.517839:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9b0149e25800 00000020:00000080:0.0:1788745739.517842:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788745739.517967:0:5608:0:(ldlm_lib.c:103:import_set_conn()) imp 000000003357ccff@lustre-OST0001-osc-ffff9b0149e25800: add connection 192.168.206.135@tcp at head 00010000:00010000:0.0:1788745739.524687:0:5608:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9b0149e25800-3 is initialized 00000020:00000080:0.0:1788745739.524982:0:5608:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9b0149e25800 (uuid 13581d72-1568-4155-bc58-506419abbfcc) 00000020:01000000:0.0:1788745739.524998:0:5608:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b0149e25800 00000020:00000080:0.0:1788745739.525001:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788745739.525022:0:5608:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1788745739.525029:0:5608:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b0149e25800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1788745739.525033:0:5608:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1788745739.525042:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788745739.525046:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.525047:0:5608:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788745739.525051:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788745739.525054:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.525055:0:5608:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788745739.525058:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788745739.525059:0:5608:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1788745739.528652:0:5608:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5608:1875635718849536:192.168.206.135@tcp:502: 00000100:00100000:0.0:1788745739.528779:0:5608:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e1801331 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.555316:0:5608:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5608:1875635718849536:192.168.206.135@tcp:502: 00000020:01000000:0.0:1788745739.555384:0:5608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788745739.555396:0:5608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745739.555399:0:5608:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000040:00080000:0.0:1788745739.555406:0:5608:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:0.0:1788745739.555496:0:5590:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:0.0:1788745739.555519:0:5590:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788745739.555541:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.555573:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: 00000000a3f2d956/0x379bd49cc567d4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788745739.555592:0:5590:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9b0149e25800 from 1 10000000:01000000:0.0:1788745739.555596:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1788745739.555645:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.555653:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.555662:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788745739.555683:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849664:192.168.206.135@tcp:101: 00000100:00100000:0.0:1788745739.555806:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e1801331 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.573609:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849664:192.168.206.135@tcp:101: 00010000:00010000:0.0:1788745739.573652:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20e5 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.573668:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f20e5 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788745739.574341:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849792:192.168.206.135@tcp:256: 00000100:00100000:0.0:1788745739.574477:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e1801331 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.588996:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849792:192.168.206.135@tcp:256: 10000000:01000000:0.0:1788745739.590006:0:5590:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788745739.590038:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20e5 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.590053:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: 0000000057394ad1/0x379bd49cc567d504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20e5 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788745739.590092:0:5590:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b0149e25800 from 1 10000000:01000000:0.0:1788745739.590096:0:5590:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788745739.590145:0:5590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: 000000007a559192/0x379bd49cc567d50b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.590179:0:5590:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: 000000007a559192/0x379bd49cc567d50b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.590190:0:5590:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: 000000007a559192/0x379bd49cc567d50b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788745739.590216:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849920:192.168.206.135@tcp:101: 00000100:00100000:0.0:1788745739.592592:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e1801331 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.608241:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718849920:192.168.206.135@tcp:101: 00010000:00010000:0.0:1788745739.608295:0:5590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: 000000007a559192/0x379bd49cc567d50b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.608310:0:5590:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: 000000007a559192/0x379bd49cc567d50b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788745739.608416:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718850048:192.168.206.135@tcp:501: 00000100:00100000:0.0:1788745739.608545:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e1801331 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.633048:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718850048:192.168.206.135@tcp:501: 00000100:00100000:0.0:1788745739.633134:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718850176:192.168.206.135@tcp:503: 00000100:00100000:0.0:1788745739.633327:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e1801331 going to sleep for 11 seconds 00000100:00100000:0.0:1788745739.645381:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a150bc29 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5590:1875635718850176:192.168.206.135@tcp:503: 00000100:00100000:3.0:1788745739.646562:0:5611:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f69ef795 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5611:1875635718850304:192.168.206.135@tcp:502: 00000100:00100000:3.0:1788745739.646828:0:5611:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ebd97fd3 going to sleep for 11 seconds 00000100:00100000:1.0:1788745739.659002:0:5611:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f69ef795 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5611:1875635718850304:192.168.206.135@tcp:502: 00000020:01000000:1.0:1788745739.659074:0:5611:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745739.659091:0:5611:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.659093:0:5611:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788745739.659102:0:5611:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b0149e25800 00000020:00000080:1.0:1788745739.659106:0:5611:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788745739.659235:0:5611:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5611:1875635718850432:192.168.206.135@tcp:502: 00000100:00100000:1.0:1788745739.659869:0:5611:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b01451b0240 going to sleep for 11 seconds 00000100:00100000:1.0:1788745739.666428:0:5611:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5611:1875635718850432:192.168.206.135@tcp:502: 00000020:01000000:1.0:1788745739.666488:0:5611:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745739.666500:0:5611:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745739.666503:0:5611:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1788745739.666507:0:5611:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1788745739.666777:0:5590:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1788745739.666801:0:5590:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788745739.666826:0:5590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745739.666839:0:5590:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1788745739.666860:0:5590:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1788745739.666887:0:5590:0:(genops.c:1384:class_connect()) connect: client 13581d72-1568-4155-bc58-506419abbfcc, cookie 0x379bd49cc567d512 00800000:01000000:0.0:1788745739.666924:0:5590:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 13581d72-1568-4155-bc58-506419abbfcc to lustre-clilmv-ffff9b0149e25800 00800000:01000000:0.0:1788745739.666933:0:5590:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9b0149e25800(13581d72-1568-4155-bc58-506419abbfcc) - lustre-MDT0000_UUID, 13581d72-1568-4155-bc58-506419abbfcc 00000020:00000080:0.0:1788745739.666943:0:5590:0:(genops.c:1384:class_connect()) connect: client 13581d72-1568-4155-bc58-506419abbfcc, cookie 0x379bd49cc567d519 00000100:00080000:0.0:1788745739.666952:0:5590:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b0149e25800: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00080000:0.0:1788745739.666966:0:5590:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9b0149e25800: import ffff9b01451af800 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000008:00100000:0.0:1788745739.666982:0:5590:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788745739.667014:0:5590:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b014515e300 x1875635718850560/t0(0) o38->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788745739.667041:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID 00800000:01000000:0.0:1788745739.667204:0:5590:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9b0149e25800(13581d72-1568-4155-bc58-506419abbfcc) successfully (5) 00800000:00000004:0.0:1788745739.667208:0:5590:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9b0149e25800: age -714, max_age 0 00000100:00080000:0.0:1788745739.667300:0:2364:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b014515c000 x1875635718850688/t0(0) o41->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1788745739.667330:0:5590:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b0149e25800: age -714, max_age 285 00800000:00000004:0.0:1788745739.667336:0:5590:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b0149e25800: age -714, max_age 285 00000100:00080000:0.0:1788745739.667354:0:5590:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b014515d180 x1875635718850816/t0(0) o41->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745739.667361:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0142fe8000 going to sleep for 0 seconds 00000100:00100000:1.0:1788745739.668011:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718850560:192.168.206.135@tcp:38: 00010000:00080000:1.0:1788745739.762888:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515e300 x1875635718850560/t0(0) o38->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 520/416 e 0 to 0 dl 1788745749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745739.762940:0:2362:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788745739.762954:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b0149e25800: connect to target with instance 1 00000001:01000000:2.0:1788745740.014126:0:2362:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b0149e25800: T10 checksum algorithm t10ip512 speed = 1788 MB/s 00000001:01000000:3.0:1788745740.264329:0:2362:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b0149e25800: T10 checksum algorithm t10ip4K speed = 3143 MB/s 00010000:00010000:2.0:1788745740.431596:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1788745740.514216:0:2362:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b0149e25800: T10 checksum algorithm t10crc512 speed = 471 MB/s 00000100:00100000:1.0:1788745740.689913:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0142fe8000 going to sleep for 0 seconds 00000001:01000000:2.0:1788745740.764283:0:2362:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b0149e25800: T10 checksum algorithm t10crc4K speed = 527 MB/s 00000100:00080000:2.0:1788745740.764295:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9b0149e25800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788745740.764308:0:2362:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788745740.764313:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b01451af800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1788745740.765381:0:2362:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009f59e452): req@ffff9b014515c000 x1875635718850688/t0(0) o41->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788745740.765407:0:2362:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e90cb26c): req@ffff9b014515d180 x1875635718850816/t0(0) o41->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745740.765424:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718850560:192.168.206.135@tcp:38: 00000100:00100000:1.0:1788745740.766040:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0142fe8000 going to sleep for 11 seconds 00010000:00080000:0.0:1788745740.768492:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515c000 x1875635718850688/t0(0) o41->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788745756 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745740.768515:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:0:1875635718850688:192.168.206.135@tcp:41: 00010000:00080000:1.0:1788745740.769038:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515d180 x1875635718850816/t0(0) o41->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 1788745756 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745740.769049:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13581d72-1568-4155-bc58-506419abbfcc:5590:1875635718850816:192.168.206.135@tcp:41: 00800000:00000004:1.0:1788745740.769064:0:5590:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b0149e25800: update ffff9b0148d50458 cache blocks 17240/17271 objects 534261/534593 00000080:00000004:1.0:1788745740.769070:0:5590:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b0149e25800: update ffff9b0148d51e18 cache blocks 17240/17271 objects 534261/534593 00000100:00100000:1.0:1788745740.769113:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13581d72-1568-4155-bc58-506419abbfcc:5590:1875635718850944:192.168.206.135@tcp:40: 00000100:00100000:1.0:1788745740.769223:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b01451b0240 going to sleep for 11 seconds 00010000:00080000:1.0:1788745740.781048:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145031f80 x1875635718850944/t0(0) o40->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 440/448 e 0 to 0 dl 1788745756 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745740.781081:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13581d72-1568-4155-bc58-506419abbfcc:5590:1875635718850944:192.168.206.135@tcp:40: 00000080:00000004:1.0:1788745740.781114:0:5590:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1788745740.781131:0:5590:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 3407872 00020000:01000000:1.0:1788745740.781136:0:5590:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1788745740.781193:0:5590:0:(genops.c:1384:class_connect()) connect: client 13581d72-1568-4155-bc58-506419abbfcc, cookie 0x379bd49cc567d520 00000020:00000080:1.0:1788745740.781223:0:5590:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x379bd49cc567d527 00000100:00080000:1.0:1788745740.781232:0:5590:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b0149e25800: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00080000:1.0:1788745740.781244:0:5590:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9b0149e25800: import ffff9b0149a57000 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000008:00100000:1.0:1788745740.781259:0:5590:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788745740.781312:0:5590:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b0145031f80 x1875635718851072/t0(0) o8->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788745740.781345:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID 00020000:01000000:1.0:1788745740.781371:0:5590:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9b0149e25800) active 00000020:00000080:1.0:1788745740.781408:0:5590:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x379bd49cc567d52e 00000100:00080000:1.0:1788745740.781417:0:5590:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9b0149e25800: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00100000:2.0:1788745740.781420:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718851072:192.168.206.135@tcp:8: 00000100:00080000:1.0:1788745740.781428:0:5590:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9b0149e25800: import ffff9b0149a50800 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000008:00100000:1.0:1788745740.781441:0:5590:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788745740.781457:0:5590:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b0145031880 x1875635718851200/t0(0) o8->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788745740.781477:0:5590:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID 00020000:01000000:1.0:1788745740.781484:0:5590:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9b0149e25800) active 00000100:00100000:1.0:1788745740.781534:0:5590:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145032a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13581d72-1568-4155-bc58-506419abbfcc:5590:1875635718851328:192.168.206.135@tcp:33: 00000100:00100000:0.0:1788745740.781614:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718851456:192.168.206.135@tcp:400: 00000100:00100000:3.0:1788745740.785863:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718851200:192.168.206.135@tcp:8: 00010000:00080000:2.0:1788745740.793949:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145031880 x1875635718851200/t0(0) o8->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788745750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745740.793968:0:2362:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b0149e25800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788745740.793979:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b0149e25800: connect to target with instance 1 00000100:00080000:2.0:1788745740.793989:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b0149e25800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788745740.794002:0:2362:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788745740.794005:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b0149a50800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788745740.794013:0:2362:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1788745740.794017:0:2362:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788745740.794022:0:2362:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788745740.794034:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718851200:192.168.206.135@tcp:8: 00000100:00100000:2.0:1788745740.796918:0:5590:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b01451b0240 going to sleep for 11 seconds 00010000:00080000:2.0:1788745740.798352:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145031f80 x1875635718851072/t0(0) o8->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788745750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745740.798369:0:2362:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b0149e25800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788745740.798380:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b0149e25800: connect to target with instance 1 00000100:00080000:2.0:1788745740.798389:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b0149e25800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788745740.798403:0:2362:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788745740.798420:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b0149a57000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788745740.798426:0:2362:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1788745740.798431:0:2362:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788745740.798436:0:2362:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788745740.798446:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718851072:192.168.206.135@tcp:8: 00000100:00100000:0.0:1788745740.802615:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718851456:192.168.206.135@tcp:400: 00010000:00080000:2.0:1788745740.888516:0:5590:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145032a00 x1875635718851328/t0(0) o33->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:23/10 lens 448/464 e 0 to 0 dl 1788745756 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788745740.888535:0:5590:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145032a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13581d72-1568-4155-bc58-506419abbfcc:5590:1875635718851328:192.168.206.135@tcp:33: 00000080:00200000:2.0:1788745740.888815:0:5590:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00200000:2.0:1788745740.888823:0:5590:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00000080:02000400:2.0:1788745740.888903:0:5590:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_40_g869f601 00000080:00000004:2.0:1788745740.905432:0:5590:0:(super25.c:182:lustre_fill_super()) 192.168.206.135@tcp:/lustre: Mount complete 00000080:00200008:3.0:1788745741.120951:0:5627:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788745741.120962:0:5627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:3.0:1788745741.120982:0:5627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788745741.121036:0:5627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745741.121046:0:5627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745741.121059:0:5627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745741.121082:0:5627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e5880 pname:cluuid:pid:xid:nid:opc:job mkdir:13581d72-1568-4155-bc58-506419abbfcc:5627:1875635718851584:192.168.206.135@tcp:101: 00000100:00100000:3.0:1788745741.121678:0:5627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d300 going to sleep for 11 seconds 00000100:00100000:0.0:1788745741.125052:0:5627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e5880 pname:cluuid:pid:xid:nid:opc:job mkdir:13581d72-1568-4155-bc58-506419abbfcc:5627:1875635718851584:192.168.206.135@tcp:101: 00010000:00010000:0.0:1788745741.125077:0:5627:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125089:0:5627:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125101:0:5627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125115:0:5627:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125140:0:5627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125166:0:5627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125174:0:5627:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1788745741.125185:0:5627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b01464e5880 x1875635718851584/t0(0) o101->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 576/688 e 0 to 0 dl 1788745757 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1788745741.125197:0:5627:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125208:0:5627:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b0146488400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1788745741.125214:0:5627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1788745741.125256:0:5627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00000080:00010000:0.0:1788745741.125262:0:5627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:0.0:1788745741.125267:0:5627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:0.0:1788745741.125270:0:5627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e83ecfcb8 00010000:00010000:0.0:1788745741.125274:0:5627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745741.125282:0:5627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788745741.455517:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745742.480486:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745743.509406:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1788745743.515864:0:5680:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788745743.515919:0:5680:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:1.0:1788745743.515948:0:5680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788745743.515974:0:5680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788745743.515993:0:5680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1788745743.516002:0:5680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788745743.516011:0:5680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:1.0:1788745743.516015:0:5680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:1.0:1788745743.516032:0:5680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e83f37cb8 00010000:00010000:1.0:1788745743.516036:0:5680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788745743.516047:0:5680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1788745743.518217:0:5680:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1788745743.518228:0:5680:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:1.0:1788745743.518249:0:5680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788745743.518268:0:5680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1788745743.518284:0:5680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1788745743.518292:0:5680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788745743.518300:0:5680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:1.0:1788745743.518304:0:5680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:1.0:1788745743.518312:0:5680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e83f37cb8 00010000:00010000:1.0:1788745743.518316:0:5680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1788745743.518325:0:5680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1788745743.518468:0:5680:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:1.0:1788745743.518548:0:5680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788745743.518563:0:5680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1788745743.518572:0:5680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1788745743.518579:0:5680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788745743.518584:0:5680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:1.0:1788745743.518586:0:5680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:1.0:1788745743.518590:0:5680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e83f37bb0 00010000:00010000:1.0:1788745743.518593:0:5680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1788745743.518599:0:5680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1788745743.518607:0:5680:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8), inode mode 41ed mask 44 00000080:00200008:1.0:1788745743.518615:0:5680:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), flags 100000 00000080:00200080:1.0:1788745743.518831:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:1.0:1788745743.518847:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0146489c00 uarg=0000000000000000 00800000:00000004:1.0:1788745743.518855:0:5680:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b0149e25800: age 287, max_age 289 00000100:00100000:1.0:1788745743.518915:0:5680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145032300 pname:cluuid:pid:xid:nid:opc:job lfs:13581d72-1568-4155-bc58-506419abbfcc:5680:1875635718851712:192.168.206.135@tcp:41: 00000100:00100000:1.0:1788745743.519038:0:5680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b01451b0540 going to sleep for 11 seconds 00000100:00100000:3.0:1788745743.524832:0:5680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145032300 pname:cluuid:pid:xid:nid:opc:job lfs:13581d72-1568-4155-bc58-506419abbfcc:5680:1875635718851712:192.168.206.135@tcp:41: 00800000:00000004:3.0:1788745743.524858:0:5680:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b0149e25800: update ffff9b0148d50458 cache blocks 17240/17271 objects 534261/534593 00000080:00200080:3.0:1788745743.524943:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.524960:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.524966:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.524970:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.524973:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.524976:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.524980:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.524996:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525001:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525006:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525009:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525013:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525016:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525019:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525022:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525025:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525028:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525030:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525034:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525036:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525040:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525042:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525046:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525049:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525052:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525055:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525058:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525061:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525065:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525068:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525072:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525075:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525086:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525091:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525095:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525099:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525103:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525106:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525110:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525113:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525117:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525120:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525124:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525128:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525132:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525136:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525140:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525144:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525192:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525198:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525204:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525208:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525213:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525216:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525220:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525223:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525226:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525236:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525242:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525245:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525249:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525263:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525269:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525273:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525277:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525281:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525285:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525288:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525292:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525295:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525299:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525302:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525306:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525310:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525314:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525317:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525321:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525324:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525328:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525332:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525336:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525340:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525351:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525356:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525360:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525364:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525368:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525372:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525376:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525379:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525383:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525385:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525389:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525392:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525396:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525400:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525405:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525408:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525412:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525416:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525420:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525424:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525427:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525431:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525435:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525439:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525456:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525467:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525473:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525476:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525481:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525484:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525487:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525490:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525494:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525497:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525501:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525504:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525508:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525511:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525514:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525517:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525520:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525523:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525526:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525529:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525533:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00800000:00000080:3.0:1788745743.525547:0:5680:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00000080:00200080:3.0:1788745743.525552:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:3.0:1788745743.525558:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0149a4ac00 uarg=0000000000000000 00020000:00000004:3.0:1788745743.525564:0:5680:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b0149e25800: age -714, max_age 289 00000100:00100000:3.0:1788745743.525597:0:5680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e6a00 pname:cluuid:pid:xid:nid:opc:job lfs:13581d72-1568-4155-bc58-506419abbfcc:5680:1875635718851840:192.168.206.135@tcp:13: 00000100:00100000:3.0:1788745743.525668:0:5680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d240 going to sleep for 11 seconds 00010000:00080000:0.0:1788745743.528781:0:5680:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b01464e6a00 x1875635718851840/t0(0) o13->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788745759 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745743.528820:0:5680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e6a00 pname:cluuid:pid:xid:nid:opc:job lfs:13581d72-1568-4155-bc58-506419abbfcc:5680:1875635718851840:192.168.206.135@tcp:13: 00020000:00000004:0.0:1788745743.528842:0:5680:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b0149e25800: update ffff9b0149a99e18 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:0.0:1788745743.528918:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.528933:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00020000:00000004:0.0:1788745743.528940:0:5680:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b0149e25800: age -714, max_age 289 00000100:00100000:0.0:1788745743.528972:0:5680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job lfs:13581d72-1568-4155-bc58-506419abbfcc:5680:1875635718851968:192.168.206.135@tcp:13: 00000100:00100000:0.0:1788745743.529054:0:5680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0145124600 going to sleep for 11 seconds 00010000:00080000:0.0:1788745743.537050:0:5680:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515c000 x1875635718851968/t0(0) o13->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:7/4 lens 224/368 e 0 to 0 dl 1788745759 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745743.537070:0:5680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job lfs:13581d72-1568-4155-bc58-506419abbfcc:5680:1875635718851968:192.168.206.135@tcp:13: 00020000:00000004:0.0:1788745743.537094:0:5680:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b0149e25800: update ffff9b0149a98458 cache blocks 3679/3683 objects 117792/118185 00000080:00200080:0.0:1788745743.537175:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537191:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537198:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537202:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537206:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537209:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537214:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537217:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537235:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537239:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537243:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537247:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537250:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537266:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537271:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537275:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537279:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537283:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537287:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537291:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537295:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537299:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537303:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537306:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537311:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537314:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537318:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537322:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537326:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537330:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537335:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537339:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537343:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537355:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537360:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537364:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537367:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537371:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537374:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537378:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537381:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537385:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537389:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537392:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537396:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537399:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537403:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537406:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537410:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537413:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537417:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537420:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537424:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537428:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537431:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537435:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537438:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537453:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537464:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537469:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537474:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537477:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537481:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537485:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537489:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537493:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537497:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537501:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537505:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537509:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537513:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537517:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537521:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537525:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537529:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537533:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537550:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537556:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537560:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537564:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537568:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537571:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537574:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537585:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537590:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537593:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537596:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537600:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537603:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537607:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537610:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537614:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537618:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537621:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537625:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537629:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537632:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537636:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537639:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537643:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537646:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537649:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537652:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537655:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537659:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537662:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537666:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537670:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537682:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537686:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537690:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537694:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537698:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537701:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537705:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537708:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537711:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537715:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537719:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537722:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537726:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537729:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537733:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537736:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200080:0.0:1788745743.537740:0:5680:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8) cmd=c00866a4 arg=7ffcb993c4e0 00020000:00000080:0.0:1788745743.537744:0:5680:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b0149e25800: cmd=c00866a4 len=592 karg=ffff9b0148d47400 uarg=0000000000000000 00000080:00200008:0.0:1788745743.537758:0:5680:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), flags 100000 00010000:00010000:0.0:1788745744.528220:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745745.551343:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788745746.191324:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718852224:192.168.206.135@tcp:400: 00000100:00100000:0.0:1788745746.191437:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718852480:192.168.206.135@tcp:400: 00000100:00100000:0.0:1788745746.191469:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788745746.191475:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718852096:192.168.206.135@tcp:400: 00000100:00100000:0.0:1788745746.191517:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718852352:192.168.206.135@tcp:400: 00000100:00100000:0.0:1788745746.196495:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718852096:192.168.206.135@tcp:400: 00010000:00080000:0.0:1788745746.196518:0:2363:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515f480 x1875635718852352/t0(0) o400->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745746.196530:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718852352:192.168.206.135@tcp:400: 00000100:00100000:0.0:1788745746.196541:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718852224:192.168.206.135@tcp:400: 00010000:00080000:0.0:1788745746.196551:0:2363:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515ce00 x1875635718852480/t0(0) o400->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745746.196560:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718852480:192.168.206.135@tcp:400: 00010000:00010000:0.0:1788745746.575579:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788745746.626494:0:5870:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1788745747.599357:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745748.623413:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745749.651736:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745750.671378:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788745750.843995:0:2358:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.135@tcp (source: 12345-192.168.206.135@tcp) 00000100:00100000:2.0:1788745750.844044:0:2358:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.135@tcp (source: 12345-192.168.206.135@tcp) 00000100:00100000:3.0:1788745750.844446:0:5593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875635736699648 00000100:00100000:3.0:1788745750.844459:0:5593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875635736699648 00000100:00100000:3.0:1788745750.844537:0:5593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875635736699776 00000100:00100000:3.0:1788745750.844541:0:5593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875635736699776 00000100:00100000:3.0:1788745750.844557:0:5593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.135@tcp, seq: 0 00000100:00100000:3.0:1788745750.844569:0:5593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b0142d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+4:8444:x1875635736699648:12345-192.168.206.135@tcp:104: 00010000:00010000:3.0:1788745750.844590:0:5593:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745750.844693:0:5593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788745750.844700:0:5593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b0142d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+4:8444:x1875635736699648:12345-192.168.206.135@tcp:104: Request processed in 134us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788745750.844708:0:5593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.135@tcp, seq: 0 00000100:00100000:3.0:1788745750.844728:0:5593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.135@tcp, seq: 1 00000100:00100000:3.0:1788745750.844735:0:5593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b0142d96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+3:8444:x1875635736699776:12345-192.168.206.135@tcp:104: 00010000:00010000:3.0:1788745750.844745:0:5593:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745750.844781:0:5593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788745750.844787:0:5593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b0142d96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+3:8444:x1875635736699776:12345-192.168.206.135@tcp:104: Request processed in 52us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788745750.844793:0:5593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.135@tcp, seq: 1 00010000:00010000:1.0:1788745750.844948:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788745750.844956:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.844964:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b014ad76200 already unused, calling callback (ffffffffc1235c20) 10000000:00010000:1.0:1788745750.844977:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.844988:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788745750.844996:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788745750.845003:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788745750.845054:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845062:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788745750.845084:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845092:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.135@tcp lock: ffff9b014ad76200/0x379bd49cc567d4da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20de expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845111:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788745750.845114:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845120:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b014164c600 already unused, calling callback (ffffffffc1235c20) 10000000:00010000:1.0:1788745750.845123:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845130:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788745750.845135:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788745750.845146:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788745750.845223:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845230:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788745750.845235:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845242:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d4d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20d7 expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745750.845257:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745750.845259:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745750.845261:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788745750.845280:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718852608:192.168.206.135@tcp:103: 00000100:00100000:1.0:1788745750.845366:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788745750.845373:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718852736:192.168.206.135@tcp:103: 00010000:00010000:0.0:1788745750.846379:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788745750.854806:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718852608:192.168.206.135@tcp:103: 00000100:00100000:1.0:1788745750.854851:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718852736:192.168.206.135@tcp:103: 10000000:01000000:2.0:1788745751.218572:0:5604:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788745751.218584:0:5604:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b0149e25800 from 39 10000000:01000000:2.0:1788745751.218590:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788745751.218656:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745751.218914:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745751.218930:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788745751.219001:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718852864:192.168.206.135@tcp:101: 00000100:00100000:2.0:1788745751.219117:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0150c9a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788745751.230404:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718852864:192.168.206.135@tcp:101: 00010000:00010000:3.0:1788745751.230443:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f211d expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745751.230479:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f211d expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745751.230586:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718852992:192.168.206.135@tcp:501: 00000100:00100000:3.0:1788745751.230689:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788745751.240434:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718852992:192.168.206.135@tcp:501: 00000100:00100000:3.0:1788745751.240507:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718853120:192.168.206.135@tcp:503: 00000100:00100000:3.0:1788745751.240617:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788745751.251584:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718853120:192.168.206.135@tcp:503: 00000100:00100000:0.0:1788745751.252455:0:6068:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6068:1875635718853248:192.168.206.135@tcp:502: 00000100:00100000:0.0:1788745751.253096:0:6068:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0148d6bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788745751.256430:0:6068:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6068:1875635718853248:192.168.206.135@tcp:502: 00000020:01000000:0.0:1788745751.256495:0:6068:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788745751.256507:0:6068:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745751.256510:0:6068:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788745751.256517:0:6068:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788745751.256688:0:6068:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6068:1875635718853376:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788745751.256806:0:6068:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0148d6bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788745751.262400:0:6068:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6068:1875635718853376:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788745751.262462:0:6068:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788745751.262474:0:6068:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745751.262477:0:6068:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788745751.262482:0:6068:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1788745751.276884:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:3.0:1788745751.276926:0:5604:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788745751.276941:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f211d expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745751.276956:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b014164ce00/0x379bd49cc567d53c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f211d expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788745751.276969:0:5604:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1788745751.276972:0:5604:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9b0148d53380 from 1 10000000:01000000:3.0:1788745751.276975:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788745751.277026:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745751.277035:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745751.277068:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745751.277101:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718853504:192.168.206.135@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788745751.277241:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788745751.280240:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718853504:192.168.206.135@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788745751.280278:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f2124 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745751.280293:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f2124 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745751.280387:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718853632:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788745751.280473:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788745751.283340:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718853632:192.168.206.135@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788745751.283393:0:5604:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788745751.283405:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f2124 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745751.283417:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b014ad76c00/0x379bd49cc567d543 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f2124 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745751.311605:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718853760:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745751.317945:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788745751.317995:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718853888:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745751.320256:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788745751.320285:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718854016:192.168.206.135@tcp:400:kworker.0 00010000:00080000:2.0:1788745751.322258:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d97100 x1875635718853888/t0(0) o400->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745751.322282:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718853888:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745751.322298:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718853760:192.168.206.135@tcp:400:kworker.0 00010000:00080000:3.0:1788745751.323302:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d97480 x1875635718854016/t0(0) o400->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745751.323320:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718854016:192.168.206.135@tcp:400:kworker.0 00010000:00010000:1.0:1788745751.699924:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745752.720891:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788745753.374727:0:2357:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.135@tcp (source: 12345-192.168.206.135@tcp) 00000100:00100000:2.0:1788745753.375509:0:5593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875635736706688 00000100:00100000:2.0:1788745753.375530:0:5593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875635736706688 00000100:00100000:2.0:1788745753.375621:0:5593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.135@tcp, seq: 2 00000100:00100000:2.0:1788745753.375632:0:5593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b01464e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+3:8503:x1875635736706688:12345-192.168.206.135@tcp:104: 00010000:00010000:2.0:1788745753.375648:0:5593:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745753.375729:0:5593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788745753.375735:0:5593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b01464e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+3:8503:x1875635736706688:12345-192.168.206.135@tcp:104: Request processed in 107us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1788745753.375741:0:5593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.135@tcp, seq: 2 00010000:00010000:1.0:1788745753.375972:0:5602:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788745753.375980:0:5602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745753.375988:0:5602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b0140030200 already unused, calling callback (ffffffffc1235c20) 10000000:00010000:1.0:1788745753.375991:0:5602:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745753.376007:0:5602:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788745753.376015:0:5602:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788745753.376021:0:5602:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788745753.376065:0:5602:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745753.376072:0:5602:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788745753.376103:0:5602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745753.376111:0:5602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.135@tcp lock: ffff9b0140030200/0x379bd49cc567d50b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f20ec expref: -99 pid: 5590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745753.376129:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745753.376131:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745753.376133:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788745753.376141:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788745753.376200:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718854144:192.168.206.135@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788745753.395209:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718854144:192.168.206.135@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788745753.747188:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788745754.447972:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788745754.447981:0:5604:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b0149e25800 from 4 10000000:01000000:2.0:1788745754.447987:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788745754.448050:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745754.448065:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745754.448101:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788745754.448136:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d95180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718854272:192.168.206.135@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788745754.448288:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0150c9a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788745754.455117:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d95180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718854272:192.168.206.135@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788745754.455146:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745754.455563:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788745754.455731:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718854400:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788745754.455936:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0150c9af00 going to sleep for 11 seconds 00000100:00100000:0.0:1788745754.458760:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718854400:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788745754.458841:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718854528:192.168.206.135@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788745754.459668:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0148d6b240 going to sleep for 11 seconds 00000100:00100000:0.0:1788745754.468812:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718854528:192.168.206.135@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788745754.471119:0:6126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6126:1875635718854656:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788745754.471562:0:6126:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d780 going to sleep for 11 seconds 00000100:00100000:1.0:1788745754.478776:0:6126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6126:1875635718854656:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788745754.478836:0:6126:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745754.478847:0:6126:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745754.478850:0:6126:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788745754.478870:0:6126:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b0149e25800 00000020:00000080:1.0:1788745754.478872:0:6126:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788745754.479109:0:6126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6126:1875635718854784:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788745754.479247:0:6126:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0145081f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788745754.485914:0:6126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:6126:1875635718854784:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788745754.485981:0:6126:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788745754.485990:0:6126:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788745754.485993:0:6126:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1788745754.485997:0:6126:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1788745754.486525:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1788745754.486545:0:5604:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788745754.486556:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745754.486568:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745754.769835:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745755.792662:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788745756.436583:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718854912:192.168.206.135@tcp:400:kworker.0 00000100:00100000:0.0:1788745756.441376:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788745756.441409:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718855040:192.168.206.135@tcp:400:kworker.0 00000100:00100000:1.0:1788745756.441745:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718855296:192.168.206.135@tcp:400:kworker.0 00000100:00100000:1.0:1788745756.441800:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788745756.441808:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718855168:192.168.206.135@tcp:400:kworker.0 00000100:00100000:0.0:1788745756.444952:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718854912:192.168.206.135@tcp:400:kworker.0 00010000:00080000:1.0:1788745756.451947:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145033480 x1875635718855168/t0(0) o400->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745756.451974:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718855168:192.168.206.135@tcp:400:kworker.0 00010000:00080000:1.0:1788745756.451988:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145030e00 x1875635718855296/t0(0) o400->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745756.451999:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718855296:192.168.206.135@tcp:400:kworker.0 00000100:00100000:1.0:1788745756.453284:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718855040:192.168.206.135@tcp:400:kworker.0 00010000:00010000:3.0:1788745756.816953:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745757.843158:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745758.868401:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745759.887477:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788745760.717666:0:6430:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg635-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1788745760.911274:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788745761.551818:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718855424:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745761.552678:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718855552:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745761.552747:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718855808:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745761.552785:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788745761.552791:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718855680:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745761.578440:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718855424:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745761.578653:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718855552:192.168.206.135@tcp:400:kworker.0 00010000:00080000:2.0:1788745761.578672:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d94700 x1875635718855808/t0(0) o400->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745761.578685:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718855808:192.168.206.135@tcp:400:kworker.0 00010000:00080000:2.0:1788745761.586245:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d94380 x1875635718855680/t0(0) o400->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745761.586270:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718855680:192.168.206.135@tcp:400:kworker.0 00010000:00010000:1.0:1788745761.935883:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745762.969560:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745763.986576:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745765.013829:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745766.033721:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788745766.522953:0:6712:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg635-client.virtnet: executing yml_node 00000100:00080000:2.0:1788745766.682628:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b0149a57000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1788745766.682638:0:38:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b0149e25800: disconnect after 23s idle 00000100:00100000:3.0:1788745766.682976:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718855936:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745766.683125:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788745766.683133:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718856064:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745766.685320:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718856064:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745766.685607:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718855936:192.168.206.135@tcp:400:kworker.0 00000100:00080000:2.0:1788745766.695140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b0149a50800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1788745766.695192:0:38:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b0149e25800: disconnect after 23s idle 00000100:00100000:0.0:1788745766.695287:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718856192:192.168.206.135@tcp:9:kworker.0 00000100:00100000:0.0:1788745766.695413:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718856320:192.168.206.135@tcp:9:kworker.0 00010000:00080000:0.0:1788745766.699962:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d95500 x1875635718856320/t0(0) o9->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788745766.699988:0:2362:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b0142d95500 x1875635718856320/t0(0) o9->lustre-OST0001-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788745766.699996:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b0149a50800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788745766.700001:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718856320:192.168.206.135@tcp:9:kworker.0 00010000:00080000:0.0:1788745766.703357:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d96680 x1875635718856192/t0(0) o9->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788745766.703383:0:2362:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b0142d96680 x1875635718856192/t0(0) o9->lustre-OST0000-osc-ffff9b0149e25800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788745766.703392:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b0149a57000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788745766.703396:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13581d72-1568-4155-bc58-506419abbfcc:2362:1875635718856192:192.168.206.135@tcp:9:kworker.0 00010000:00010000:3.0:1788745767.056707:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745768.082228:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745769.110607:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745770.129687:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745771.151340:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788745771.534866:0:7160:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.40 00000100:00100000:3.0:1788745771.792598:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718856576:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745771.792716:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788745771.792724:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2366:1875635718856448:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745771.800779:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2366:1875635718856448:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745771.800804:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718856576:192.168.206.135@tcp:400:kworker.0 00010000:00010000:0.0:1788745772.186902:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745773.202350:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745774.224948:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788745774.332717:0:7314:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.40 00010000:00010000:2.0:1788745775.248934:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745776.273938:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788745776.913469:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718856704:192.168.206.135@tcp:400:kworker.0 00000100:00100000:1.0:1788745776.913690:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788745776.913698:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718856832:192.168.206.135@tcp:400:kworker.0 00000100:00100000:0.0:1788745776.920706:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718856832:192.168.206.135@tcp:400:kworker.0 00000100:00100000:0.0:1788745776.927411:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718856704:192.168.206.135@tcp:400:kworker.0 00000001:02000400:2.0:1788745776.947761:0:7469:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.40 00010000:00010000:2.0:1788745777.297325:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745778.325294:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788745778.775044:0:7613:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sun Sep 6 21:49:37 EDT 2026 00010000:00010000:0.0:1788745779.348249:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745780.367413:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745781.391998:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788745782.032354:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718856960:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745782.032470:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788745782.032479:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857088:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745782.035292:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857088:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745782.050496:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718856960:192.168.206.135@tcp:400:kworker.0 00010000:00010000:0.0:1788745782.421865:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745783.442415:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745784.463564:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745785.489380:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745786.511535:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788745787.157577:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718857216:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745787.157707:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788745787.157715:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857344:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745787.169565:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857344:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745787.169582:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718857216:192.168.206.135@tcp:400:kworker.0 00010000:00010000:0.0:1788745787.535467:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745788.559447:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745789.587557:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745790.607670:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745791.638241:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788745792.271592:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718857472:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745792.271714:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788745792.271721:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857600:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745792.278594:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857600:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745792.278614:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718857472:192.168.206.135@tcp:400:kworker.0 00010000:00010000:3.0:1788745792.667768:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745793.679775:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788745794.703570:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788745795.727481:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745796.751455:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788745797.391960:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718857728:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745797.392059:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788745797.392066:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857856:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745797.396329:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718857728:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745797.396365:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718857856:192.168.206.135@tcp:400:kworker.0 00010000:00010000:2.0:1788745797.776744:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788745798.799338:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788745799.080571:0:8169:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 21b 00010000:00010000:0.0:1788745799.833109:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788745800.802025:0:8306:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1788745800.855687:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788745801.871421:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788745802.512456:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718858112:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745802.512594:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788745802.512601:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2366:1875635718857984:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745802.522317:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2366:1875635718857984:192.168.206.135@tcp:400:kworker.0 00000100:00100000:2.0:1788745802.530468:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718858112:192.168.206.135@tcp:400:kworker.0 00000001:02000400:3.0:1788745802.741782:0:8450:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 21:50:01 (1788745801) === 00000080:00200008:2.0:1788745802.823810:0:7630:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788745802.823839:0:7630:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:2.0:1788745802.823872:0:7630:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788745802.823895:0:7630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1788745802.823912:0:7630:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1788745802.823921:0:7630:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788745802.823929:0:7630:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:2.0:1788745802.823933:0:7630:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:2.0:1788745802.823941:0:7630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e81cffcb8 00010000:00010000:2.0:1788745802.823946:0:7630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1788745802.823955:0:7630:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1788745802.866516:0:7630:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788745802.866548:0:7630:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:3.0:1788745802.866575:0:7630:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788745802.866596:0:7630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1788745802.866613:0:7630:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1788745802.866622:0:7630:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788745802.866632:0:7630:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:3.0:1788745802.866636:0:7630:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:3.0:1788745802.866644:0:7630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e81cffcb8 00010000:00010000:3.0:1788745802.866648:0:7630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1788745802.866658:0:7630:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1788745802.897973:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788745802.918233:0:7630:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788745802.918248:0:7630:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:3.0:1788745802.918276:0:7630:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788745802.918296:0:7630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788745802.918313:0:7630:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1788745802.918322:0:7630:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788745802.918339:0:7630:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:3.0:1788745802.918343:0:7630:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:3.0:1788745802.918354:0:7630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e81cffcb8 00010000:00010000:3.0:1788745802.918358:0:7630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788745802.918368:0:7630:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1788745802.946029:0:7630:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b014550c2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788745802.946044:0:7630:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b014550c2c8),name=/ 00000002:00010000:2.0:1788745802.946070:0:7630:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788745802.946091:0:7630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1788745802.946108:0:7630:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1788745802.946117:0:7630:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788745802.946131:0:7630:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) 00000080:00010000:2.0:1788745802.946136:0:7630:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b014550c2c8) for lock 0x379bd49cc567d535 00000080:00010000:2.0:1788745802.946146:0:7630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x379bd49cc567d535 from it ffffc01e81cffcb8 00010000:00010000:2.0:1788745802.946834:0:7630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1788745802.946846:0:7630:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b0149e25800 lock: ffff9b014ad76400/0x379bd49cc567d535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe630198b6f210f expref: -99 pid: 5627 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1788745803.251699:0:8500:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788745803.251704:0:8500:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1788745803.251706:0:8500:0:(obd_mount.c:926:lmd_print()) device: 192.168.206.135@tcp:/lustre 00000020:01000004:2.0:1788745803.251707:0:8500:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1788745803.251866:0:8500:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9b0145154800 00000080:01000004:2.0:1788745803.251878:0:8500:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1788745803.251904:0:8500:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.135@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788745803.251907:0:8500:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.135@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1788745803.251913:0:8500:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9b0145154800 (sb ffff9b0145154800) 00000080:01000000:2.0:1788745803.252018:0:8500:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1788745803.252020:0:8500:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1788745803.252023:0:8500:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1788745803.252031:0:8500:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 40961304-679f-4cf3-a03b-c1b1c5d12ebc 10000000:01000000:2.0:1788745803.256174:0:8500:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788745803.256181:0:8500:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9b0145154800 10000000:01000000:2.0:1788745803.257655:0:8500:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9b0145154800 10000000:01000000:2.0:1788745803.257663:0:8500:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788745803.257670:0:8500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9b0145154800 10000000:01000000:2.0:1788745803.257672:0:8500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788745803.257676:0:8500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9b0145154800 10000000:01000000:2.0:1788745803.257678:0:8500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788745803.257682:0:8500:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b0145154800 from 1 10000000:01000000:2.0:1788745803.257686:0:8500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788745803.257802:0:8500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745803.257816:0:8500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745803.257828:0:8500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788745803.257857:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858240:192.168.206.135@tcp:101:mount.lustre.0 00000100:00100000:2.0:1788745803.258416:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0145081000 going to sleep for 11 seconds 00000100:00100000:2.0:1788745803.265951:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858240:192.168.206.135@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788745803.265986:0:8500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21c5 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745803.266001:0:8500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f21c5 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788745803.266102:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858368:192.168.206.135@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788745803.266497:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0145081000 going to sleep for 11 seconds 00000100:00100000:3.0:1788745803.272396:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858368:192.168.206.135@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788745803.272477:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858496:192.168.206.135@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788745803.272607:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b01503b7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788745803.295297:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858496:192.168.206.135@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788745803.302209:0:8504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8504:1875635718858624:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788745803.302335:0:8504:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0151497780 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.314299:0:8504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8504:1875635718858624:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788745803.314358:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.314382:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.314385:0:8504:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1788745803.314397:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9b0145154800 00000020:00000080:1.0:1788745803.314401:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745803.314435:0:8504:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9b0145154800 (ffff9b01503919c0) 00000020:00000080:1.0:1788745803.314461:0:8504:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:1.0:1788745803.314470:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9b0145154800 00000020:00000080:1.0:1788745803.314486:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788745803.314861:0:8504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9b0145154800 (uuid 40961304-679f-4cf3-a03b-c1b1c5d12ebc) 00000020:01000000:1.0:1788745803.314867:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.314872:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.314873:0:8504:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1788745803.314876:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.314879:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.314880:0:8504:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1788745803.314884:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9b0145154800 00000020:00000080:1.0:1788745803.314885:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745803.314893:0:8504:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9b0145154800 (ffff9b0150390000) 00000020:00000080:1.0:1788745803.314902:0:8504:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:1.0:1788745803.314906:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9b0145154800 00000020:00000080:1.0:1788745803.314908:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788745803.315095:0:8504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9b0145154800 (uuid 40961304-679f-4cf3-a03b-c1b1c5d12ebc) 00000020:01000000:1.0:1788745803.315100:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.315103:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.315109:0:8504:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1788745803.315112:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.315116:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.315117:0:8504:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1788745803.315120:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788745803.315122:0:8504:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1788745803.315125:0:8504:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1788745803.315131:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.315133:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.315134:0:8504:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1788745803.315136:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.315141:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.315142:0:8504:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1788745803.315144:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788745803.315171:0:8504:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.135@tcp to nid 0x20000c0a8ce87 (192.168.206.135@tcp) 00000020:01000000:1.0:1788745803.315197:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000080:1.0:1788745803.315200:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745803.315208:0:8504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9b0145154800 (ffff9b0150393380) 00000020:00000080:1.0:1788745803.315217:0:8504:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:1.0:1788745803.315221:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000080:1.0:1788745803.315224:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788745803.315284:0:8504:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9b01450ec800@lustre-MDT0000-mdc-ffff9b0145154800: add connection 192.168.206.135@tcp at head 00010000:00010000:1.0:1788745803.320388:0:8504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9b0145154800-4 is initialized 00000040:01000000:1.0:1788745803.320710:0:8504:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9b0145154800 ctxt 13 is initialized 00000020:00000080:1.0:1788745803.320764:0:8504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9b0145154800 (uuid 40961304-679f-4cf3-a03b-c1b1c5d12ebc) 00000020:01000000:1.0:1788745803.320943:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9b0145154800 00000020:00000080:1.0:1788745803.320948:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788745803.320983:0:8504:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1788745803.321037:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.321041:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.321044:0:8504:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1788745803.321047:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788745803.321056:0:8504:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788745803.321058:0:8504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788745803.321060:0:8504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788745803.321061:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788745803.321065:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.321066:0:8504:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788745803.321069:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788745803.321074:0:8504:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.206.135@tcp:/lustre 00000020:00000080:1.0:1788745803.321078:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.321079:0:8504:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788745803.321082:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788745803.321088:0:8504:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.135@tcp to nid 0x20000c0a8ce87 (192.168.206.135@tcp) 00000020:01000000:1.0:1788745803.321115:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9b0145154800 00000020:00000080:1.0:1788745803.321118:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745803.321130:0:8504:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9b0145154800 (ffff9b0150394d40) 00000020:00000080:1.0:1788745803.321146:0:8504:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:1.0:1788745803.321170:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9b0145154800 00000020:00000080:1.0:1788745803.321173:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788745803.321270:0:8504:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9b01450ef800@lustre-OST0000-osc-ffff9b0145154800: add connection 192.168.206.135@tcp at head 00010000:00010000:1.0:1788745803.321527:0:8504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9b0145154800-5 is initialized 00000020:00000080:1.0:1788745803.322142:0:8504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9b0145154800 (uuid 40961304-679f-4cf3-a03b-c1b1c5d12ebc) 00000020:01000000:1.0:1788745803.322197:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b0145154800 00000020:00000080:1.0:1788745803.322202:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788745803.322225:0:8504:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1788745803.322234:0:8504:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b0145154800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1788745803.322241:0:8504:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1788745803.322253:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.322257:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.322259:0:8504:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788745803.322263:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788745803.322266:0:8504:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788745803.322268:0:8504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788745803.322282:0:8504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788745803.322283:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788745803.322286:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.322287:0:8504:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788745803.322290:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788745803.322295:0:8504:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.206.135@tcp:/lustre 00000020:00000080:1.0:1788745803.322297:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.322299:0:8504:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788745803.322301:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788745803.322307:0:8504:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.135@tcp to nid 0x20000c0a8ce87 (192.168.206.135@tcp) 00000020:01000000:1.0:1788745803.322333:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9b0145154800 00000020:00000080:1.0:1788745803.322337:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788745803.322356:0:8504:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9b0145154800 (ffff9b0147e099c0) 00000020:00000080:1.0:1788745803.322373:0:8504:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:1.0:1788745803.322380:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9b0145154800 00000020:00000080:1.0:1788745803.322383:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788745803.322462:0:8504:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9b01450ea000@lustre-OST0001-osc-ffff9b0145154800: add connection 192.168.206.135@tcp at head 00010000:00010000:1.0:1788745803.322719:0:8504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9b0145154800-6 is initialized 00000020:00000080:1.0:1788745803.326452:0:8504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9b0145154800 (uuid 40961304-679f-4cf3-a03b-c1b1c5d12ebc) 00000020:01000000:1.0:1788745803.326474:0:8504:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b0145154800 00000020:00000080:1.0:1788745803.326479:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788745803.326517:0:8504:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1788745803.326527:0:8504:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b0145154800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1788745803.326531:0:8504:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1788745803.326546:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.326550:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.326552:0:8504:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788745803.326557:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.326562:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.326563:0:8504:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788745803.326568:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788745803.326570:0:8504:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788745803.326587:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.326590:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.326591:0:8504:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788745803.326593:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.326598:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.326599:0:8504:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788745803.326603:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788745803.326661:0:8504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8504:1875635718858752:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788745803.329417:0:8504:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.337351:0:8504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8504:1875635718858752:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788745803.337406:0:8504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.337431:0:8504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.337434:0:8504:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788745803.337441:0:8504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1788745803.337588:0:8500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1788745803.337615:0:8500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788745803.337644:0:8500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21c5 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745803.337656:0:8500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b014164c200/0x379bd49cc567d551 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21c5 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788745803.337665:0:8500:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9b0145154800 from 1 10000000:01000000:3.0:1788745803.337669:0:8500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1788745803.337724:0:8500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745803.337734:0:8500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788745803.337757:0:8500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788745803.337782:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858880:192.168.206.135@tcp:101:mount.lustre.0 00000100:00100000:3.0:1788745803.337875:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b01503b7480 going to sleep for 11 seconds 00000100:00100000:0.0:1788745803.346009:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718858880:192.168.206.135@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788745803.346042:0:8500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21cc expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745803.346056:0:8500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f21cc expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788745803.347114:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859008:192.168.206.135@tcp:256:mount.lustre.0 00000100:00100000:0.0:1788745803.349576:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014aae0300 going to sleep for 11 seconds 00000100:00100000:0.0:1788745803.361616:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859008:192.168.206.135@tcp:256:mount.lustre.0 10000000:01000000:1.0:1788745803.362754:0:8500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1788745803.362822:0:8500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21cc expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745803.362837:0:8500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b014ad77600/0x379bd49cc567d57b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21cc expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788745803.362847:0:8500:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b0145154800 from 1 10000000:01000000:1.0:1788745803.362850:0:8500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788745803.362893:0:8500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745803.362902:0:8500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745803.362911:0:8500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788745803.362961:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859136:192.168.206.135@tcp:101:mount.lustre.0 00000100:00100000:1.0:1788745803.363064:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.367286:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859136:192.168.206.135@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788745803.367323:0:8500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745803.367338:0:8500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788745803.367427:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859264:192.168.206.135@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788745803.367521:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.371641:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859264:192.168.206.135@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788745803.371726:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859392:192.168.206.135@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788745803.371843:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.374759:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8500:1875635718859392:192.168.206.135@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788745803.375339:0:8506:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8506:1875635718859520:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788745803.375454:0:8506:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e600 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.378928:0:8506:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8506:1875635718859520:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788745803.378985:0:8506:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.378998:0:8506:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.379000:0:8506:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788745803.379012:0:8506:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b0145154800 00000020:00000080:1.0:1788745803.379025:0:8506:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788745803.379036:0:8506:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788745803.379039:0:8506:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.379041:0:8506:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788745803.379043:0:8506:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788745803.379046:0:8506:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788745803.379048:0:8506:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788745803.379051:0:8506:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b0145154800 00000020:00000080:1.0:1788745803.379053:0:8506:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788745803.379228:0:8506:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8506:1875635718859648:192.168.206.135@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788745803.379342:0:8506:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e600 going to sleep for 11 seconds 00000100:00100000:3.0:1788745803.388528:0:8506:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:8506:1875635718859648:192.168.206.135@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788745803.388585:0:8506:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788745803.388595:0:8506:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788745803.388597:0:8506:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1788745803.388602:0:8506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1788745803.388979:0:8500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1788745803.389001:0:8500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788745803.390372:0:8500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788745803.390393:0:8500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1788745803.390433:0:8500:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1788745803.390468:0:8500:0:(genops.c:1384:class_connect()) connect: client 40961304-679f-4cf3-a03b-c1b1c5d12ebc, cookie 0x379bd49cc567d589 00800000:01000000:2.0:1788745803.390498:0:8500:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 40961304-679f-4cf3-a03b-c1b1c5d12ebc to lustre-clilmv-ffff9b0145154800 00800000:01000000:2.0:1788745803.390520:0:8500:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9b0145154800(40961304-679f-4cf3-a03b-c1b1c5d12ebc) - lustre-MDT0000_UUID, 40961304-679f-4cf3-a03b-c1b1c5d12ebc 00000020:00000080:2.0:1788745803.390530:0:8500:0:(genops.c:1384:class_connect()) connect: client 40961304-679f-4cf3-a03b-c1b1c5d12ebc, cookie 0x379bd49cc567d590 00000100:00080000:2.0:1788745803.390542:0:8500:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b0145154800: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00080000:2.0:1788745803.390558:0:8500:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9b0145154800: import ffff9b01450ec800 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000008:00100000:2.0:1788745803.390572:0:8500:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788745803.390602:0:8500:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b0142d94a80 x1875635718859776/t0(0) o38->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788745803.390630:0:8500:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID 00000100:00100000:2.0:1788745803.390737:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718859904:192.168.206.135@tcp:400:kworker.0 00800000:01000000:2.0:1788745803.391042:0:8500:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9b0145154800(40961304-679f-4cf3-a03b-c1b1c5d12ebc) successfully (5) 00800000:00000004:2.0:1788745803.391046:0:8500:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9b0145154800: age -650, max_age 0 00000100:00080000:2.0:1788745803.391076:0:2366:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b0142d97b80 x1875635718860032/t0(0) o41->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1788745803.391108:0:8500:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b0145154800: age -650, max_age 349 00800000:00000004:2.0:1788745803.391114:0:8500:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b0145154800: age -650, max_age 349 00000100:00080000:2.0:1788745803.391131:0:8500:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b0142d96680 x1875635718860160/t0(0) o41->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745803.391140:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d240 going to sleep for 0 seconds 00000100:00100000:3.0:1788745803.392477:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718859776:192.168.206.135@tcp:38:mount.lustre.0 00000100:00100000:3.0:1788745803.394013:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718859904:192.168.206.135@tcp:400:kworker.0 00000100:00100000:3.0:1788745803.397195:0:2362:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788745803.397324:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b0145154800: connect to target with instance 1 00000100:00080000:3.0:1788745803.397351:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9b0145154800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1788745803.397367:0:2362:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788745803.397371:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b01450ec800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1788745803.401706:0:2362:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097766882): req@ffff9b0142d97b80 x1875635718860032/t0(0) o41->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788745803.401739:0:2362:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a39668b1): req@ffff9b0142d96680 x1875635718860160/t0(0) o41->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745803.401763:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718859776:192.168.206.135@tcp:38:mount.lustre.0 00000100:00100000:1.0:1788745803.402735:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0149b6d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.406110:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:40961304-679f-4cf3-a03b-c1b1c5d12ebc:8500:1875635718860160:192.168.206.135@tcp:41:mount.lustre.0 00800000:00000004:1.0:1788745803.406142:0:8500:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b0145154800: update ffff9b01503937d8 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:1.0:1788745803.406198:0:8500:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b0145154800: update ffff9b0150390458 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:1.0:1788745803.406254:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145032680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:40961304-679f-4cf3-a03b-c1b1c5d12ebc:8500:1875635718860288:192.168.206.135@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788745803.406324:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e240 going to sleep for 11 seconds 00000100:00100000:3.0:1788745803.406675:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:0:1875635718860032:192.168.206.135@tcp:41:mount.lustre.0 00000100:00100000:1.0:1788745803.412095:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145032680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:40961304-679f-4cf3-a03b-c1b1c5d12ebc:8500:1875635718860288:192.168.206.135@tcp:40:mount.lustre.0 00000080:00000004:1.0:1788745803.412135:0:8500:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1788745803.412331:0:8500:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 3407872 00020000:01000000:1.0:1788745803.412336:0:8500:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1788745803.412353:0:8500:0:(genops.c:1384:class_connect()) connect: client 40961304-679f-4cf3-a03b-c1b1c5d12ebc, cookie 0x379bd49cc567d597 00000020:00000080:1.0:1788745803.412379:0:8500:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x379bd49cc567d59e 00000100:00080000:1.0:1788745803.412387:0:8500:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b0145154800: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00080000:1.0:1788745803.412405:0:8500:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9b0145154800: import ffff9b01450ef800 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000008:00100000:1.0:1788745803.412419:0:8500:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788745803.412447:0:8500:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b0145032680 x1875635718860416/t0(0) o8->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788745803.412491:0:8500:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID 00000100:00100000:3.0:1788745803.412571:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718860416:192.168.206.135@tcp:8:mount.lustre.0 00020000:01000000:1.0:1788745803.413103:0:8500:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9b0145154800) active 00000020:00000080:1.0:1788745803.413141:0:8500:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x379bd49cc567d5a5 00000100:00080000:1.0:1788745803.413176:0:8500:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9b0145154800: connect to NID 192.168.206.135@tcp last attempt 0 00000100:00080000:1.0:1788745803.413184:0:8500:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9b0145154800: import ffff9b01450ea000 using connection 192.168.206.135@tcp/192.168.206.135@tcp 00000008:00100000:1.0:1788745803.413193:0:8500:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683432 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788745803.413209:0:8500:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b0145030380 x1875635718860544/t0(0) o8->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788745803.413235:0:8500:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID 00000100:00100000:3.0:1788745803.413364:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718860544:192.168.206.135@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788745803.420658:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145030380 x1875635718860544/t0(0) o8->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788745813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745803.420678:0:2362:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b0145154800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788745803.420690:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b0145154800: connect to target with instance 1 00000100:00080000:3.0:1788745803.420700:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b0145154800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788745803.420716:0:2362:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788745803.420719:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b01450ea000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788745803.420727:0:2362:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1788745803.420732:0:2362:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:3.0:1788745803.420741:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718860544:192.168.206.135@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788745803.420756:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145032680 x1875635718860416/t0(0) o8->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 520/416 e 0 to 0 dl 1788745813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745803.420765:0:2362:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b0145154800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788745803.420769:0:2362:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b0145154800: connect to target with instance 1 00000100:00080000:3.0:1788745803.420774:0:2362:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b0145154800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788745803.420779:0:2362:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788745803.420781:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b01450ef800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788745803.420784:0:2362:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1788745803.420786:0:2362:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:3.0:1788745803.420791:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718860416:192.168.206.135@tcp:8:mount.lustre.0 00020000:01000000:1.0:1788745803.421636:0:8500:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9b0145154800) active 00000100:00100000:1.0:1788745803.421728:0:8500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:40961304-679f-4cf3-a03b-c1b1c5d12ebc:8500:1875635718860672:192.168.206.135@tcp:33:mount.lustre.0 00000100:00100000:1.0:1788745803.421869:0:8500:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b014a76e240 going to sleep for 11 seconds 00000100:00100000:1.0:1788745803.428525:0:8500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:40961304-679f-4cf3-a03b-c1b1c5d12ebc:8500:1875635718860672:192.168.206.135@tcp:33:mount.lustre.0 00000080:00200000:1.0:1788745803.428724:0:8500:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b01455642c8) 00000080:00200000:1.0:1788745803.428734:0:8500:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00000080:02000400:1.0:1788745803.428835:0:8500:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_40_g869f601 00000080:00000004:1.0:1788745803.439408:0:8500:0:(super25.c:182:lustre_fill_super()) 192.168.206.135@tcp:/lustre: Mount complete 00000400:00000001:0.0:1788745803.680642:0:8527:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:2.0:1788745803.924369:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745803.924376:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745803.924402:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745803.924404:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745803.927085:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745803.927094:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745803.927099:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788745804.431312:0:8321:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295018819, at 4295018880 00000100:00000010:2.0:1788745804.431342:0:8321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0149a4c420. 00000100:00000040:3.0:1788745804.433301:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295018819, at 4295018882 00000100:00000010:3.0:1788745804.433345:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0149a4cf00. 00010000:00000001:2.0:1788745804.943305:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745804.943314:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745804.943320:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745804.943322:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745804.943347:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745804.943350:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745804.943353:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745805.967334:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745805.967342:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745805.967348:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745805.967349:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745805.967454:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745805.967458:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745805.967462:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745806.991969:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745806.991976:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745806.991982:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745806.991983:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745806.992001:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745806.992004:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745806.992008:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745808.016691:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745808.016701:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745808.016707:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745808.016708:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745808.016936:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745808.016940:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745808.016943:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788745808.655439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745808.655452:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745808.655461:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f100. 00000020:00000040:0.0:1788745808.655468:0:8:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745808.655482:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745808.655486:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745808.655499:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745808.655507:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8200. 00000100:00000001:0.0:1788745808.655515:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655528:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745808.655540:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745808.655545:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655552:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbfa4c3] to pc [ptlrpcd_00_00+0] req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655590:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745808.655597:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745808.655600:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f480. 00000020:00000040:0.0:1788745808.655603:0:8:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:0.0:1788745808.655605:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745808.655606:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745808.655608:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745808.655611:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8000. 00000100:00000001:0.0:1788745808.655614:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655618:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745808.655626:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745808.655628:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655631:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a54c193] to pc [ptlrpcd_00_01+1] req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655639:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745808.655646:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745808.655648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745808.655656:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745808.655659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745808.655663:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745808.655666:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c000. 00000020:00000040:0.0:1788745808.655668:0:8:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:0.0:1788745808.655670:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745808.655672:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745808.655674:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745808.655678:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8300. 00000100:00000001:0.0:1788745808.655681:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655686:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745808.655693:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745808.655695:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655699:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bb761cc] to pc [ptlrpcd_00_00+0] req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655706:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745808.655711:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745808.655714:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515e680. 00000020:00000040:0.0:1788745808.655717:0:8:0:(genops.c:1209:class_import_get()) import ffff9b01450ef800 refcount=3 obd=lustre-OST0000-osc-ffff9b0145154800 00000100:00000001:0.0:1788745808.655718:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745808.655720:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745808.655721:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745808.655724:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8500. 00000100:00000001:0.0:1788745808.655727:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655731:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745808.655738:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745808.655745:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011306d2f] to pc [ptlrpcd_00_01+1] req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655757:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745808.655763:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745808.655766:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c380. 00000020:00000040:0.0:1788745808.655768:0:8:0:(genops.c:1209:class_import_get()) import ffff9b01450ea000 refcount=3 obd=lustre-OST0001-osc-ffff9b0145154800 00000100:00000001:0.0:1788745808.655771:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745808.655772:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745808.655774:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745808.655777:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8d00. 00000100:00000001:0.0:1788745808.655780:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655785:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745808.655792:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745808.655794:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655797:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086eec390] to pc [ptlrpcd_00_00+0] req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655805:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.655809:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (360) 00000100:00000001:0.0:1788745808.655823:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745808.655827:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745808.655830:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745808.655835:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655844:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745808.655847:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.655851:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745808.655854:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745808.655857:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745808.655860:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718860928:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745808.655870:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745808.655877:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745808.655880:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.655883:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745808.655887:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b01509b3600. 02000000:00000001:0.0:1788745808.655890:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745808.655898:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745808.655903:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014baa8. 00000400:00000010:0.0:1788745808.655910:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498053b8. 00000100:00000200:0.0:1788745808.655918:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718860928, portal 10 00000100:00000001:0.0:1788745808.655921:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745808.655922:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489180288 : -111045220371328 : ffff9b014515f480) 00000100:00000040:0.0:1788745808.655931:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.655939:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745808.655942:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745808.655945:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498054c8. 00000100:00000200:0.0:1788745808.655949:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718860928, offset 0 00000400:00000200:0.0:1788745808.655957:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745808.655967:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.655977:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745808.655982:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745808.655987:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745808.655991:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745808.655994:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745808.655998:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [104:104:256:4294967295] 192.168.206.135@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:0.0:1788745808.656003:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656015:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745808.656022:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745808.656027:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8c00. 00000800:00000200:0.0:1788745808.656035:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745808.656052:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745808.656056:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745808.656081:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.656086:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 159435 usecs (160 jiffies) 00000400:00000200:0.0:1788745808.656090:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745808.656093:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295023264 00000100:00000010:0.0:1788745808.656098:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c180. 00000100:00000001:0.0:1788745808.656107:0:2364:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788745808.656113:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295023264 00000100:00000010:0.0:1788745808.656116:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c000. 00000100:00000001:0.0:1788745808.656120:0:2364:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788745808.656124:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.656127:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656130:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745808.656134:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656140:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745808.656142:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656144:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745808.656146:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745808.656216:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745808.656219:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861184:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745808.656223:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745808.656225:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745808.656227:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656228:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745808.656232:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b01509b2000. 02000000:00000001:0.0:1788745808.656233:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745808.656237:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745808.656240:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014bd10. 00000400:00000010:0.0:1788745808.656243:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805550. 00000100:00000200:0.0:1788745808.656252:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861184, portal 4 00000100:00000001:0.0:1788745808.656254:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745808.656255:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489176704 : -111045220374912 : ffff9b014515e680) 00000020:00000010:0.0:1788745808.656265:0:2364:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b0145046000. 00000100:00000040:0.0:1788745808.656272:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656277:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745808.656279:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745808.656281:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805aa0. 00000100:00000200:0.0:1788745808.656283:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718861184, offset 0 00000400:00000200:0.0:1788745808.656288:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656292:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656295:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745808.656298:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745808.656300:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745808.656303:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745808.656305:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656307:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [105:105:255:4294967295] 192.168.206.135@tcp LPNI seq info [105:105:7:4294967295] 00000400:00000200:0.0:1788745808.656312:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656318:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745808.656321:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745808.656325:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8900. 00000800:00000200:0.0:1788745808.656328:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745808.656333:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745808.656335:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745808.656338:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.656341:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: using a timeout of 10342 usecs (11 jiffies) 00000400:00000200:0.0:1788745808.656344:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745808.656346:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295023116 00000100:00000001:0.0:1788745808.656348:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295023264 00000100:00000001:0.0:1788745808.656356:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295023116 00000100:00000001:0.0:1788745808.656360:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295023264 00000100:00000001:0.0:1788745808.656362:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.656364:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656367:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656370:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.656378:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745808.656380:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745808.656383:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745808.656384:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745808.656386:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745808.656389:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1788745808.656391:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.656393:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745808.656394:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.656395:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745808.656397:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745808.656398:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745808.656403:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656409:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745808.656410:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656412:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745808.656414:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745808.656416:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745808.656418:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718860800:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745808.656422:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745808.656424:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745808.656426:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656427:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745808.656431:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b01509b3a00. 02000000:00000001:0.0:1788745808.656433:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745808.656437:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745808.656440:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b630. 00000400:00000010:0.0:1788745808.656450:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498055d8. 00000100:00000200:0.0:1788745808.656453:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718860800, portal 25 00000100:00000001:0.0:1788745808.656455:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745808.656456:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489179392 : -111045220372224 : ffff9b014515f100) 00000100:00000040:0.0:1788745808.656462:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656468:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745808.656471:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745808.656483:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498052a8. 00000100:00000200:0.0:1788745808.656486:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718860800, offset 0 00000400:00000200:0.0:1788745808.656492:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656496:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656500:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745808.656503:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745808.656506:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745808.656508:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745808.656511:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656514:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [106:106:254:4294967295] 192.168.206.135@tcp LPNI seq info [106:106:6:4294967295] 00000400:00000200:0.0:1788745808.656518:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656524:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745808.656528:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745808.656532:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8600. 00000800:00000200:0.0:1788745808.656536:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745808.656540:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745808.656542:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745808.656545:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745808.656548:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745808.656549:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295024063 00000100:00000001:0.0:1788745808.656555:0:2364:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295023264 00000100:00000001:0.0:1788745808.656559:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295024063 00000100:00000001:0.0:1788745808.656562:0:2364:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295023264 00000100:00000001:0.0:1788745808.656570:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.656572:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656574:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745808.656578:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656584:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745808.656586:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656588:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745808.656590:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745808.656591:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745808.656594:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861056:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745808.656598:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745808.656600:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745808.656601:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656603:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745808.656606:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b01509b2800. 02000000:00000001:0.0:1788745808.656607:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745808.656611:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745808.656613:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b210. 00000400:00000010:0.0:1788745808.656617:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805e58. 00000100:00000200:0.0:1788745808.656619:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861056, portal 10 00000100:00000001:0.0:1788745808.656621:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745808.656622:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489166848 : -111045220384768 : ffff9b014515c000) 00000020:00000010:0.0:1788745808.656628:0:2364:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b0145040000. 00000100:00000040:0.0:1788745808.656633:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656639:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745808.656641:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745808.656644:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805990. 00000100:00000200:0.0:1788745808.656646:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718861056, offset 0 00000400:00000200:0.0:1788745808.656651:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656655:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656664:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745808.656667:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745808.656669:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745808.656671:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745808.656674:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656677:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [107:107:253:4294967295] 192.168.206.135@tcp LPNI seq info [107:107:5:4294967295] 00000400:00000200:0.0:1788745808.656681:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656686:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745808.656690:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745808.656694:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8b00. 00000800:00000200:0.0:1788745808.656698:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745808.656702:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745808.656704:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745808.656707:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.656710:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 12225 usecs (13 jiffies) 00000400:00000200:0.0:1788745808.656713:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745808.656715:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295023118 00000100:00000001:0.0:1788745808.656718:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295024063 00000100:00000001:0.0:1788745808.656720:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295023118 00000100:00000001:0.0:1788745808.656722:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295024063 00000100:00000001:0.0:1788745808.656725:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.656727:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656729:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745808.656733:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656741:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745808.656742:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656744:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745808.656746:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745808.656748:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745808.656757:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861312:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745808.656761:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745808.656763:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745808.656765:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.656767:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745808.656770:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b01509b3000. 02000000:00000001:0.0:1788745808.656772:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745808.656775:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745808.656778:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b948. 00000400:00000010:0.0:1788745808.656781:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805f68. 00000100:00000200:0.0:1788745808.656784:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861312, portal 4 00000100:00000001:0.0:1788745808.656786:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745808.656787:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489167744 : -111045220383872 : ffff9b014515c380) 00000020:00000010:0.0:1788745808.656794:0:2364:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b0145042000. 00000100:00000040:0.0:1788745808.656800:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.656806:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745808.656808:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745808.656811:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498056e8. 00000100:00000200:0.0:1788745808.656813:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718861312, offset 0 00000400:00000200:0.0:1788745808.656818:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656822:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656825:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745808.656828:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745808.656830:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745808.656833:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745808.656835:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745808.656837:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [108:108:252:4294967295] 192.168.206.135@tcp LPNI seq info [108:108:4:4294967295] 00000400:00000200:0.0:1788745808.656842:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745808.656848:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745808.656852:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745808.656861:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8a00. 00000800:00000200:0.0:1788745808.656865:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745808.656870:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745808.656872:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745808.656875:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.656878:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: using a timeout of 9246 usecs (10 jiffies) 00000400:00000200:0.0:1788745808.656882:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745808.656883:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295023115 00000100:00000001:0.0:1788745808.656886:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295024063 00000100:00000001:0.0:1788745808.656888:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295023115 00000100:00000001:0.0:1788745808.656889:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295024063 00000100:00000001:0.0:1788745808.656892:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.656893:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656897:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.656899:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745808.657198:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745808.657202:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745808.657340:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745808.657346:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8c00. 00000400:00000200:2.0:1788745808.657353:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.657359:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745808.657365:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498054c8 00000400:00000010:2.0:1788745808.657368:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498054c8. 00000100:00000001:2.0:1788745808.657374:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745808.657380:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657391:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745808.657402:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657409:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745808.657411:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745808.657438:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745808.657440:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8900. 00000400:00000200:2.0:1788745808.657443:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.657447:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745808.657450:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805aa0 00000400:00000010:2.0:1788745808.657452:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805aa0. 00000100:00000001:2.0:1788745808.657454:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745808.657457:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657465:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745808.657467:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657483:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745808.657485:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745808.657494:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745808.657496:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8600. 00000400:00000200:2.0:1788745808.657499:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.657503:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745808.657506:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498052a8 00000400:00000010:2.0:1788745808.657507:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498052a8. 00000100:00000001:2.0:1788745808.657509:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745808.657513:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657521:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745808.657524:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657529:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745808.657531:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745808.657546:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745808.657548:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8b00. 00000400:00000200:2.0:1788745808.657551:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.657554:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745808.657557:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805990 00000400:00000010:2.0:1788745808.657558:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805990. 00000100:00000001:2.0:1788745808.657561:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745808.657565:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657571:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745808.657574:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657580:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745808.657582:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745808.657663:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745808.657666:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8a00. 00000400:00000200:2.0:1788745808.657669:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.657672:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745808.657675:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498056e8 00000400:00000010:2.0:1788745808.657677:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498056e8. 00000100:00000001:2.0:1788745808.657680:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745808.657683:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657690:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745808.657692:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.657698:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745808.657699:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745808.662228:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662251:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745808.662256:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662259:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662270:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662286:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745808.662297:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662302:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662309:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662313:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03080 00000400:00000200:2.0:1788745808.662319:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662326:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:2.0:1788745808.662334:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662339:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662343:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.662348:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745808.662356:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745808.662365:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745808.662377:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.662392:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745808.662401:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662404:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745808.662406:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662407:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662410:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662413:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745808.662432:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662434:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662437:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662440:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03100 00000400:00000200:2.0:1788745808.662443:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662447:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:2.0:1788745808.662450:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662454:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662461:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.662465:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745808.662468:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745808.662481:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745808.662492:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.662500:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745808.662505:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662508:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745808.662510:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662512:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662515:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662518:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745808.662522:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662525:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662527:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662531:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03180 00000400:00000200:2.0:1788745808.662534:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662539:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:2.0:1788745808.662542:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662546:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662548:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.662552:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745808.662554:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745808.662558:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745808.662567:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.662574:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745808.662586:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662589:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745808.662592:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662594:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662597:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662601:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745808.662605:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662607:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662610:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662612:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c03000 00000400:00000200:2.0:1788745808.662616:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662620:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000001:2.0:1788745808.662624:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662627:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662629:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.662632:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745808.662635:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745808.662639:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745808.662648:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.662655:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745808.662658:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662660:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745808.662662:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662664:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662667:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662670:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745808.662673:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662675:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662678:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662680:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03200 00000400:00000200:2.0:1788745808.662683:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745808.662692:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x6dd [1] + 224 00000800:00000001:2.0:1788745808.662696:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662706:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745808.662708:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745808.662711:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745808.662714:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745808.662718:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745808.662726:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745808.662733:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745808.662736:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745808.662739:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.667682:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745808.667691:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745808.667702:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745808.667704:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745808.667709:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b630. 00000400:00000200:0.0:1788745808.667719:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498055d8 00000400:00000010:0.0:1788745808.667722:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498055d8. 00000100:00000001:0.0:1788745808.667729:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745808.667742:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745808.667754:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.667762:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745808.667764:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.667766:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745808.667771:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745808.667774:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745808.667795:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.667798:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745808.667806:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745808.667810:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745808.667812:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745808.667814:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745808.667816:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745808.667819:0:2364:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.667822:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.667828:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.667835:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.667838:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745808.667841:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745808.667845:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745808.667853:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718860800:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745808.667861:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745808.667862:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745808.667865:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b210. 00000400:00000200:0.0:1788745808.667868:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805e58 00000400:00000010:0.0:1788745808.667869:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805e58. 00000100:00000001:0.0:1788745808.667872:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745808.667876:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745808.667884:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.667889:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745808.667890:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.667892:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745808.667893:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745808.667894:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745808.667902:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.667904:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745808.667911:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745808.667914:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745808.667917:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745808.667918:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745808.667920:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745808.667923:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.667927:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745808.667929:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745808.667931:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745808.667933:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.667938:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.667944:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.667946:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745808.667948:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745808.667952:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745808.667960:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861056:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745808.667966:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745808.667967:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745808.667970:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b948. 00000400:00000200:0.0:1788745808.667972:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805f68 00000400:00000010:0.0:1788745808.667973:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805f68. 00000100:00000001:0.0:1788745808.667975:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745808.667979:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745808.667987:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.667992:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745808.668000:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668002:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745808.668003:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745808.668004:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745808.668006:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.668007:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745808.668012:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ea460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745808.668015:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ea418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745808.668017:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745808.668018:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745808.668020:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788745808.668023:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788745808.668030:0:2364:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.668032:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745808.668034:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745808.668035:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745808.668036:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.668039:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668046:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.668047:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745808.668048:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745808.668051:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745808.668058:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861312:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745808.668063:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745808.668064:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745808.668067:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014baa8. 00000400:00000200:0.0:1788745808.668069:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498053b8 00000400:00000010:0.0:1788745808.668071:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498053b8. 00000100:00000001:0.0:1788745808.668073:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745808.668084:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745808.668092:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668097:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745808.668099:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668101:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745808.668103:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745808.668104:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745808.668105:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.668107:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745808.668112:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745808.668114:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745808.668116:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745808.668117:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745808.668119:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745808.668121:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.668123:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745808.668124:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745808.668126:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745808.668127:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.668130:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668136:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.668137:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745808.668139:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745808.668142:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745808.668188:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718860928:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745808.668194:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745808.668196:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745808.668198:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014bd10. 00000400:00000200:0.0:1788745808.668205:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805550 00000400:00000010:0.0:1788745808.668207:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805550. 00000100:00000001:0.0:1788745808.668210:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745808.668215:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745808.668223:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668229:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745808.668231:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668232:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745808.668234:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745808.668235:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745808.668237:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745808.668238:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745808.668243:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450efc60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745808.668245:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450efc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745808.668248:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745808.668249:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745808.668250:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788745808.668254:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788745808.668260:0:2364:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.668261:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745808.668263:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745808.668264:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745808.668266:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745808.668269:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668275:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745808.668277:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745808.668278:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745808.668281:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745808.668301:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861184:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745808.668305:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668307:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745808.668311:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f100 x1875635718860800/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668317:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745808.668320:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745808.668324:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b01509b3a00. 02000000:00000001:0.0:1788745808.668328:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745808.668331:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745808.668333:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745808.668335:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745808.668338:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8200. 02000000:00000001:0.0:1788745808.668341:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745808.668343:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745808.668345:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f100. 00000100:00000001:0.0:1788745808.668348:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745808.668349:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668351:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745808.668354:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c000 x1875635718861056/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668361:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745808.668362:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745808.668363:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b01509b2800. 02000000:00000001:0.0:1788745808.668365:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745808.668367:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745808.668368:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:0.0:1788745808.668369:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745808.668371:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8300. 02000000:00000001:0.0:1788745808.668373:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745808.668374:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745808.668375:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c000. 00000100:00000001:0.0:1788745808.668377:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745808.668383:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668384:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745808.668388:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c380 x1875635718861312/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668394:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745808.668395:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745808.668397:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b01509b3000. 02000000:00000001:0.0:1788745808.668399:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745808.668400:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745808.668401:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ea000 refcount=2 obd=lustre-OST0001-osc-ffff9b0145154800 00000020:00000001:0.0:1788745808.668403:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745808.668405:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8d00. 02000000:00000001:0.0:1788745808.668406:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745808.668407:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745808.668409:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c380. 00000100:00000001:0.0:1788745808.668411:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745808.668412:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668413:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745808.668416:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f480 x1875635718860928/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668434:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745808.668436:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745808.668437:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b01509b3600. 02000000:00000001:0.0:1788745808.668439:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745808.668440:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745808.668441:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:0.0:1788745808.668442:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745808.668443:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8000. 02000000:00000001:0.0:1788745808.668445:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745808.668446:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745808.668448:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f480. 00000100:00000001:0.0:1788745808.668450:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745808.668451:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668452:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745808.668455:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515e680 x1875635718861184/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745808.668481:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745808.668483:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745808.668485:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b01509b2000. 02000000:00000001:0.0:1788745808.668488:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745808.668489:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745808.668490:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ef800 refcount=2 obd=lustre-OST0000-osc-ffff9b0145154800 00000020:00000001:0.0:1788745808.668492:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745808.668494:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8500. 02000000:00000001:0.0:1788745808.668496:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745808.668497:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745808.668498:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515e680. 00000100:00000001:0.0:1788745808.668501:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745808.668502:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668505:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745808.668513:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745808.668515:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745808.668517:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745808.668520:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745809.042403:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745809.042415:0:8321:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745809.042418:0:8321:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745809.042421:0:8321:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745809.042426:0:8321:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745809.042429:0:8321:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745809.042431:0:8321:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745809.042434:0:8321:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745809.042438:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745809.042440:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745809.042466:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745809.042470:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745809.042483:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788745809.615289:0:8321:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295024063, at 4295024064 00000100:00000010:2.0:1788745809.615321:0:8321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c180. 00000100:00000040:3.0:1788745809.615525:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295024063, at 4295024064 00000100:00000010:3.0:1788745809.615532:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c000. 00000080:00000001:1.0:1788745809.832082:0:8726:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788745809.832095:0:8726:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745810.063285:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745810.063293:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745810.063301:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745810.063302:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745810.063327:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745810.063330:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745810.063350:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788745810.261661:0:8762:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788745810.261668:0:8762:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg635-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1788745810.272627:0:8762:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788745810.318371:0:8765:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745810.318383:0:8765:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788745810.363084:0:8771:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788745810.363097:0:8771:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745811.087285:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745811.087293:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745811.087298:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745811.087300:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745811.087322:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745811.087325:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745811.087328:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745812.111352:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745812.111361:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745812.111367:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745812.111368:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745812.111392:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745812.111395:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745812.111399:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745813.135397:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745813.135406:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745813.135413:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745813.135416:0:8321:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745813.135419:0:8321:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745813.135422:0:8321:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745813.135426:0:8321:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745813.135428:0:8321:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745813.135430:0:8321:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745813.135432:0:8321:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745813.135462:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745813.135465:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745813.135468:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788745813.776543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745813.776552:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745813.776560:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515e680. 00000020:00000040:0.0:1788745813.776567:0:38:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745813.776572:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745813.776575:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745813.776580:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745813.776587:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8300. 00000100:00000001:0.0:1788745813.776593:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776606:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745813.776617:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745813.776622:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776628:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011306d2f] to pc [ptlrpcd_00_01+1] req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.776673:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745813.776679:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745813.776682:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f480. 00000020:00000040:0.0:1788745813.776685:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:0.0:1788745813.776687:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745813.776688:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745813.776690:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745813.776694:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8700. 00000100:00000001:0.0:1788745813.776697:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776702:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745813.776709:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745813.776711:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776715:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a54c193] to pc [ptlrpcd_00_00+0] req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.776723:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745813.776729:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745813.776732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745813.776736:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745813.776739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745813.776742:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745813.776744:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c380. 00000020:00000040:0.0:1788745813.776746:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:0.0:1788745813.776748:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745813.776756:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745813.776757:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745813.776762:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8200. 00000100:00000001:0.0:1788745813.776766:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776770:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745813.776776:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745813.776778:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776781:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086eec390] to pc [ptlrpcd_00_01+1] req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.776786:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745813.776790:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745813.776793:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c000. 00000020:00000040:0.0:1788745813.776795:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ef800 refcount=3 obd=lustre-OST0000-osc-ffff9b0145154800 00000100:00000001:0.0:1788745813.776797:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745813.776798:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745813.776800:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745813.776803:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8a00. 00000100:00000001:0.0:1788745813.776805:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776808:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745813.776814:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745813.776816:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776819:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bb761cc] to pc [ptlrpcd_00_00+0] req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.776825:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745813.776830:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745813.776833:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f100. 00000020:00000040:0.0:1788745813.776840:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ea000 refcount=3 obd=lustre-OST0001-osc-ffff9b0145154800 00000100:00000001:0.0:1788745813.776843:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745813.776844:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745813.776845:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745813.776849:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8b00. 00000100:00000001:0.0:1788745813.776852:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776858:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745813.776864:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745813.776865:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776869:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbfa4c3] to pc [ptlrpcd_00_01+1] req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.776874:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.776879:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:0.0:1788745813.777344:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745813.777348:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745813.777351:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745813.777358:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.777367:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745813.777369:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.777373:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745813.777375:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745813.777378:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745813.777381:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718861440:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745813.777386:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745813.777392:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745813.777394:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.777396:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745813.777400:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aee200. 02000000:00000001:0.0:1788745813.777402:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745813.777411:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745813.777422:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014bd10. 00000400:00000010:0.0:1788745813.777429:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805550. 00000100:00000200:0.0:1788745813.777437:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861440, portal 25 00000100:00000001:0.0:1788745813.777439:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745813.777440:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489176704 : -111045220374912 : ffff9b014515e680) 00000100:00000040:0.0:1788745813.777457:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.777464:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745813.777467:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745813.777470:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498053b8. 00000100:00000200:0.0:1788745813.777474:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718861440, offset 0 00000400:00000200:0.0:1788745813.777481:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745813.777490:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.777499:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745813.777504:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745813.777509:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745813.777513:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745813.777516:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745813.777520:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [109:109:256:4294967295] 192.168.206.135@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1788745813.777524:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.777535:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745813.777542:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745813.777547:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8600. 00000800:00000200:0.0:1788745813.777555:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745813.777563:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745813.777568:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745813.777584:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745813.777588:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745813.777591:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295029184 00000100:00000010:0.0:1788745813.777596:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c720. 00000100:00000001:0.0:1788745813.777603:0:2364:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788745813.777616:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295029184 00000100:00000010:0.0:1788745813.777619:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c6c0. 00000100:00000001:0.0:1788745813.777622:0:2364:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788745813.777625:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.777628:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.777630:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745813.777634:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.777642:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745813.777643:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.777645:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745813.777648:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745813.777650:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745813.777652:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861696:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745813.777718:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745813.777720:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745813.777721:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.777723:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745813.777727:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aef800. 02000000:00000001:0.0:1788745813.777729:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745813.777732:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745813.777735:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014baa8. 00000400:00000010:0.0:1788745813.777739:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805f68. 00000100:00000200:0.0:1788745813.777742:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861696, portal 10 00000100:00000001:0.0:1788745813.777744:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745813.777745:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489167744 : -111045220383872 : ffff9b014515c380) 00000100:00000040:0.0:1788745813.777751:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.777757:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745813.777759:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745813.777760:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805e58. 00000100:00000200:0.0:1788745813.777763:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718861696, offset 0 00000400:00000200:0.0:1788745813.777771:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745813.777775:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.777778:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745813.777781:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745813.777783:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745813.777785:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745813.777788:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745813.777791:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [110:110:255:4294967295] 192.168.206.135@tcp LPNI seq info [110:110:7:4294967295] 00000400:00000200:0.0:1788745813.777795:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.777801:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745813.777805:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745813.777809:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8900. 00000800:00000200:0.0:1788745813.777813:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745813.777817:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745813.777820:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745813.777823:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.777827:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 12726 usecs (13 jiffies) 00000400:00000200:0.0:1788745813.777830:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745813.777832:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295028239 00000100:00000001:0.0:1788745813.777835:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.777837:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295028239 00000100:00000001:0.0:1788745813.777839:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.777841:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.777844:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.777846:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745813.777850:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.777857:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745813.777858:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.777864:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745813.777865:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745813.777867:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745813.777870:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861952:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745813.777872:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745813.777875:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745813.777876:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.777878:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745813.777880:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aee600. 02000000:00000001:0.0:1788745813.777882:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745813.777885:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745813.777888:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b948. 00000400:00000010:0.0:1788745813.777892:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498055d8. 00000100:00000200:0.0:1788745813.777895:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861952, portal 4 00000100:00000001:0.0:1788745813.777897:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745813.777898:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489179392 : -111045220372224 : ffff9b014515f100) 00000100:00000040:0.0:1788745813.777904:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.777910:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745813.777912:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745813.777914:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805bb0. 00000100:00000200:0.0:1788745813.777916:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718861952, offset 0 00000400:00000200:0.0:1788745813.777920:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745813.777924:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.777928:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745813.777930:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745813.777932:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745813.777935:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745813.777937:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745813.777939:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [111:111:254:4294967295] 192.168.206.135@tcp LPNI seq info [111:111:6:4294967295] 00000400:00000200:0.0:1788745813.777943:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.777948:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745813.777957:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745813.777960:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8c00. 00000800:00000200:0.0:1788745813.777963:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745813.777968:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745813.777971:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745813.777973:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.777976:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: using a timeout of 12246 usecs (13 jiffies) 00000400:00000200:0.0:1788745813.777979:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745813.777981:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295028239 00000100:00000001:0.0:1788745813.777983:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.777985:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295028239 00000100:00000001:0.0:1788745813.777986:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.777988:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.777991:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.777993:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.777996:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.778004:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745813.778006:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745813.778009:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745813.778010:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745813.778011:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745813.778014:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788745813.778016:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.778018:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745813.778020:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.778021:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745813.778022:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745813.778023:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745813.778027:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.778034:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745813.778035:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.778041:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745813.778043:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745813.778046:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745813.778048:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718861568:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745813.778052:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745813.778054:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745813.778055:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.778056:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745813.778059:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aeee00. 02000000:00000001:0.0:1788745813.778061:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745813.778064:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745813.778066:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b210. 00000400:00000010:0.0:1788745813.778069:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805a18. 00000100:00000200:0.0:1788745813.778072:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861568, portal 10 00000100:00000001:0.0:1788745813.778073:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745813.778075:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489180288 : -111045220371328 : ffff9b014515f480) 00000100:00000040:0.0:1788745813.778081:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.778086:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745813.778088:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745813.778090:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805330. 00000100:00000200:0.0:1788745813.778093:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718861568, offset 0 00000400:00000200:0.0:1788745813.778097:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745813.778101:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.778104:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745813.778106:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745813.778108:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745813.778110:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745813.778113:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745813.778115:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [112:112:253:4294967295] 192.168.206.135@tcp LPNI seq info [112:112:5:4294967295] 00000400:00000200:0.0:1788745813.778118:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.778124:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745813.778133:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745813.778137:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8e00. 00000800:00000200:0.0:1788745813.778141:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745813.778145:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745813.778250:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745813.778253:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.778257:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 152583 usecs (153 jiffies) 00000400:00000200:0.0:1788745813.778260:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745813.778262:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295028380 00000100:00000001:0.0:1788745813.778264:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 2, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.778266:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295028380 00000100:00000001:0.0:1788745813.778267:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 3, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.778269:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.778271:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.778273:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745813.778278:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.778285:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745813.778286:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.778288:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745813.778290:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745813.778292:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745813.778295:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861824:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745813.778298:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745813.778300:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745813.778302:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.778304:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745813.778307:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aef000. 02000000:00000001:0.0:1788745813.778309:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745813.778312:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745813.778318:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b630. 00000400:00000010:0.0:1788745813.778322:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805088. 00000100:00000200:0.0:1788745813.778325:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718861824, portal 4 00000100:00000001:0.0:1788745813.778326:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745813.778328:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489166848 : -111045220384768 : ffff9b014515c000) 00000100:00000040:0.0:1788745813.778334:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.778340:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745813.778343:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745813.778345:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805908. 00000100:00000200:0.0:1788745813.778347:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718861824, offset 0 00000400:00000200:0.0:1788745813.778352:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745813.778356:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.778360:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745813.778363:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745813.778365:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745813.778367:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745813.778369:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745813.778372:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [113:113:252:4294967295] 192.168.206.135@tcp LPNI seq info [113:113:4:4294967295] 00000400:00000200:0.0:1788745813.778375:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745813.778381:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745813.778385:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745813.778400:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb400. 00000800:00000200:0.0:1788745813.778405:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745813.778408:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745813.778411:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745813.778413:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.778416:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: using a timeout of 12968 usecs (13 jiffies) 00000400:00000200:0.0:1788745813.778419:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745813.778421:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295028240 00000100:00000001:0.0:1788745813.778423:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.778429:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295028240 00000100:00000001:0.0:1788745813.778431:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295029184 00000100:00000001:0.0:1788745813.778433:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.778435:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.778438:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.778440:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.778466:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745813.778469:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745813.778579:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745813.778584:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8600. 00000400:00000200:2.0:1788745813.778806:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.778818:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745813.778825:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498053b8 00000400:00000010:2.0:1788745813.778828:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498053b8. 00000100:00000001:2.0:1788745813.778834:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745813.778838:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778848:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745813.778852:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778859:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745813.778860:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745813.778877:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745813.778880:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8900. 00000400:00000200:2.0:1788745813.778883:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.778886:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745813.778889:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805e58 00000400:00000010:2.0:1788745813.778890:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805e58. 00000100:00000001:2.0:1788745813.778893:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745813.778896:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778903:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745813.778906:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778912:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745813.778914:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745813.778920:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745813.778922:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8c00. 00000400:00000200:2.0:1788745813.778924:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.778927:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745813.778930:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805bb0 00000400:00000010:2.0:1788745813.778932:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805bb0. 00000100:00000001:2.0:1788745813.778934:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745813.778937:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778949:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745813.778952:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778958:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745813.778959:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745813.778966:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745813.778968:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8e00. 00000400:00000200:2.0:1788745813.778970:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.778973:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745813.778975:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805330 00000400:00000010:2.0:1788745813.778977:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805330. 00000100:00000001:2.0:1788745813.778978:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745813.778981:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778987:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745813.778990:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.778995:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745813.778996:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745813.779061:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745813.779063:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb400. 00000400:00000200:2.0:1788745813.779067:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.779070:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745813.779073:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805908 00000400:00000010:2.0:1788745813.779074:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805908. 00000100:00000001:2.0:1788745813.779077:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745813.779081:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.779087:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745813.779091:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.779106:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745813.779107:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745813.783925:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785457:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745813.785469:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785475:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785486:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785496:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745813.785508:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785514:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785521:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785526:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03480 00000400:00000200:2.0:1788745813.785532:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785539:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:2.0:1788745813.785547:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785551:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785555:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.785560:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745813.785569:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745813.785579:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745813.785606:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.785621:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745813.785630:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785645:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745813.785648:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785651:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785655:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785659:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745813.785664:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785685:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785689:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785692:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03400 00000400:00000200:2.0:1788745813.785695:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785699:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:2.0:1788745813.785703:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785707:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785709:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.785712:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745813.785716:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745813.785720:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745813.785730:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.785736:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745813.785739:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785743:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745813.785745:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785747:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785749:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785752:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745813.785756:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785758:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785761:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785764:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c03280 00000400:00000200:2.0:1788745813.785766:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785770:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:2.0:1788745813.785774:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785776:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785778:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.785781:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745813.785784:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745813.785793:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745813.785801:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.785808:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745813.785813:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785816:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745813.785818:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785820:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785824:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785827:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745813.785831:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785834:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785837:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785845:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03380 00000400:00000200:2.0:1788745813.785848:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785852:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:2.0:1788745813.785855:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785859:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785861:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.785864:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745813.785867:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745813.785870:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745813.785879:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.785886:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745813.785889:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785892:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745813.785893:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785895:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785905:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785909:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745813.785913:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785915:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785918:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785921:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03300 00000400:00000200:2.0:1788745813.785924:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745813.785927:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:2.0:1788745813.785931:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785938:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745813.785940:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745813.785943:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745813.785946:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745813.785951:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745813.785960:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745813.785967:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745813.785971:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745813.785974:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786075:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745813.786081:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745813.786088:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745813.786091:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745813.786094:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b210. 00000400:00000200:0.0:1788745813.786100:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805a18 00000400:00000010:0.0:1788745813.786102:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805a18. 00000100:00000001:0.0:1788745813.786105:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745813.786110:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745813.786118:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786124:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745813.786126:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786128:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745813.786132:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745813.786135:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745813.786137:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.786140:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745813.786200:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=74 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745813.786206:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745813.786208:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745813.786210:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745813.786213:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745813.786217:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.786222:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745813.786231:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745813.786233:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745813.786235:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.786240:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786248:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.786252:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745813.786254:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745813.786258:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745813.786267:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718861568:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745813.786273:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745813.786275:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745813.786277:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b630. 00000400:00000200:0.0:1788745813.786279:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805088 00000400:00000010:0.0:1788745813.786281:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805088. 00000100:00000001:0.0:1788745813.786284:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745813.786287:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745813.786295:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786301:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745813.786303:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786305:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745813.786307:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745813.786308:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745813.786310:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.786312:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745813.786317:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450efc60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745813.786320:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450efc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745813.786322:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745813.786323:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745813.786330:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788745813.786334:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788745813.786341:0:2364:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.786344:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745813.786345:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745813.786347:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745813.786348:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.786352:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786359:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.786361:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745813.786362:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745813.786366:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745813.786373:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861824:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745813.786379:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745813.786380:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745813.786382:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014bd10. 00000400:00000200:0.0:1788745813.786384:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805550 00000400:00000010:0.0:1788745813.786386:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805550. 00000100:00000001:0.0:1788745813.786388:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745813.786392:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745813.786400:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786406:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745813.786407:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786409:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745813.786410:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745813.786417:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745813.786418:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.786420:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745813.786424:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=74 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745813.786427:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745813.786429:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745813.786430:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745813.786432:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745813.786433:0:2364:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.786436:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.786439:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786457:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.786459:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745813.786460:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745813.786464:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745813.786472:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718861440:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745813.786478:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745813.786480:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745813.786481:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014baa8. 00000400:00000200:0.0:1788745813.786484:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805f68 00000400:00000010:0.0:1788745813.786486:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805f68. 00000100:00000001:0.0:1788745813.786489:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745813.786492:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745813.786500:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786506:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745813.786508:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786509:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745813.786511:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745813.786518:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745813.786519:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.786522:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745813.786527:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745813.786530:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745813.786532:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745813.786533:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745813.786535:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745813.786537:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.786539:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745813.786541:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745813.786543:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745813.786545:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.786549:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786556:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.786558:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745813.786560:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745813.786563:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745813.786571:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861696:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745813.786577:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745813.786578:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745813.786580:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b948. 00000400:00000200:0.0:1788745813.786583:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498055d8 00000400:00000010:0.0:1788745813.786584:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498055d8. 00000100:00000001:0.0:1788745813.786587:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745813.786591:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745813.786598:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786604:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745813.786611:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786613:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745813.786614:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745813.786615:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745813.786617:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745813.786619:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745813.786623:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ea460 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745813.786626:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ea418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745813.786628:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745813.786629:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745813.786630:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788745813.786634:0:2364:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788745813.786640:0:2364:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.786642:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745813.786644:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745813.786645:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745813.786646:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745813.786650:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786656:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745813.786657:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745813.786659:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745813.786662:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745813.786669:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718861952:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745813.786673:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786676:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745813.786679:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f480 x1875635718861568/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786685:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745813.786696:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745813.786700:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aeee00. 02000000:00000001:0.0:1788745813.786704:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745813.786707:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745813.786709:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:0.0:1788745813.786711:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745813.786714:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8700. 02000000:00000001:0.0:1788745813.786717:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745813.786720:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745813.786722:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f480. 00000100:00000001:0.0:1788745813.786726:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745813.786727:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786729:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745813.786733:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c000 x1875635718861824/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786740:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745813.786741:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745813.786742:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aef000. 02000000:00000001:0.0:1788745813.786745:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745813.786746:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745813.786747:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ef800 refcount=2 obd=lustre-OST0000-osc-ffff9b0145154800 00000020:00000001:0.0:1788745813.786749:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745813.786750:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8a00. 02000000:00000001:0.0:1788745813.786752:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745813.786754:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745813.786755:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c000. 00000100:00000001:0.0:1788745813.786758:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745813.786759:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786761:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745813.786764:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515e680 x1875635718861440/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786770:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745813.786771:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745813.786773:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aee200. 02000000:00000001:0.0:1788745813.786775:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745813.786776:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745813.786782:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745813.786784:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745813.786786:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8300. 02000000:00000001:0.0:1788745813.786788:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745813.786790:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745813.786791:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515e680. 00000100:00000001:0.0:1788745813.786794:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745813.786795:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786797:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745813.786801:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c380 x1875635718861696/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786807:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745813.786809:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745813.786810:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aef800. 02000000:00000001:0.0:1788745813.786812:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745813.786814:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745813.786815:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:0.0:1788745813.786817:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745813.786818:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8200. 02000000:00000001:0.0:1788745813.786820:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745813.786821:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745813.786823:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c380. 00000100:00000001:0.0:1788745813.786824:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745813.786826:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786827:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745813.786830:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f100 x1875635718861952/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745813.786837:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745813.786838:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745813.786839:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aee600. 02000000:00000001:0.0:1788745813.786842:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745813.786843:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745813.786844:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ea000 refcount=2 obd=lustre-OST0001-osc-ffff9b0145154800 00000020:00000001:0.0:1788745813.786846:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745813.786847:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8b00. 02000000:00000001:0.0:1788745813.786848:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745813.786856:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745813.786858:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f100. 00000100:00000001:0.0:1788745813.786860:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745813.786861:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786864:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745813.786872:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745813.786875:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745813.786877:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745813.786879:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745814.161076:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745814.161085:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745814.161092:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745814.161094:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745814.161133:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745814.161136:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745814.161139:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788745814.799380:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295029184, at 4295029248 00000100:00000010:3.0:1788745814.799402:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c6c0. 00000100:00000040:2.0:1788745814.800117:0:8321:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295029184, at 4295029248 00000100:00000010:2.0:1788745814.800126:0:8321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c720. 00010000:00000001:2.0:1788745815.185464:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745815.185473:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745815.185483:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745815.185496:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745815.185524:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745815.185527:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745815.185530:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745816.209308:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745816.209317:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745816.209323:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745816.209325:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745816.209361:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745816.209365:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745816.209368:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788745816.308036:0:8986:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745816.308047:0:8986:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788745816.347622:0:8988:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788745816.347635:0:8988:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745816.411367:0:8995:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745816.411378:0:8995:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788745816.443110:0:8997:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788745816.443123:0:8997:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745817.231496:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745817.231504:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745817.231509:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745817.231511:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745817.231528:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745817.231531:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745817.231534:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745818.270063:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745818.270070:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745818.270075:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745818.270077:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745818.270835:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745818.270840:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745818.270844:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788745818.895641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745818.895652:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745818.895664:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d95500. 00000020:00000040:2.0:1788745818.895671:0:38:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:2.0:1788745818.895675:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745818.895679:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745818.895686:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745818.895695:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8200. 00000100:00000001:2.0:1788745818.895704:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895718:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745818.895745:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745818.895749:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895756:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b75335] to pc [ptlrpcd_01_00+0] req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.895789:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745818.895803:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745818.895807:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d94380. 00000020:00000040:2.0:1788745818.895809:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:2.0:1788745818.895812:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745818.895813:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745818.895815:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745818.895818:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8300. 00000100:00000001:2.0:1788745818.895822:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895826:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745818.895833:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745818.895835:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895838:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f573789] to pc [ptlrpcd_01_01+1] req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.895847:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788745818.895853:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788745818.895855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788745818.895858:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788745818.895861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745818.895870:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745818.895873:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d94700. 00000020:00000040:2.0:1788745818.895875:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:2.0:1788745818.895878:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745818.895880:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745818.895881:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745818.895885:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8a00. 00000100:00000001:2.0:1788745818.895888:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895893:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745818.895900:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745818.895902:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895906:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee6db0ce] to pc [ptlrpcd_01_00+0] req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.895914:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745818.895919:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745818.895923:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d94e00. 00000020:00000040:2.0:1788745818.895925:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ef800 refcount=3 obd=lustre-OST0000-osc-ffff9b0145154800 00000100:00000001:2.0:1788745818.895928:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745818.895929:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745818.895931:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745818.895934:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8700. 00000100:00000001:2.0:1788745818.895937:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895942:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745818.895948:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745818.895950:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895954:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f56bce3d] to pc [ptlrpcd_01_01+1] req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.895972:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.895975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745818.895978:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745818.895981:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d97100. 00000020:00000040:2.0:1788745818.895983:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ea000 refcount=3 obd=lustre-OST0001-osc-ffff9b0145154800 00000100:00000001:2.0:1788745818.895986:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745818.895987:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745818.895989:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745818.895993:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8e00. 00000100:00000001:2.0:1788745818.895996:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.896001:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745818.896008:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745818.896009:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.896013:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b80ab71] to pc [ptlrpcd_01_00+0] req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.896020:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.896024:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:3.0:1788745818.896230:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745818.896234:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745818.896237:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745818.896244:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.896251:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745818.896254:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.896258:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745818.896260:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745818.896263:0:2365:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745818.896267:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718862080:192.168.206.135@tcp:400:kworker.0 00000100:00000001:3.0:1788745818.896271:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745818.896277:0:2365:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745818.896280:0:2365:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.896282:0:2365:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745818.896288:0:2365:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc9a00. 02000000:00000001:3.0:1788745818.896290:0:2365:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745818.896297:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745818.896302:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590aa8. 00000400:00000010:3.0:1788745818.896307:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a4c8. 00000100:00000200:3.0:1788745818.896313:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862080, portal 25 00000100:00000001:3.0:1788745818.896316:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745818.896323:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451652864 : -111045257898752 : ffff9b0142d95500) 00000100:00000040:3.0:1788745818.896329:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.896345:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745818.896348:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745818.896351:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a990. 00000100:00000200:3.0:1788745818.896354:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718862080, offset 0 00000400:00000200:3.0:1788745818.896361:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745818.896369:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.896376:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745818.896381:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745818.896395:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745818.896398:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745818.896401:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745818.896405:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [114:114:256:4294967295] 192.168.206.135@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1788745818.896409:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.896428:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745818.896435:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745818.896440:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5000. 00000800:00000200:3.0:1788745818.896447:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745818.896455:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745818.896459:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745818.896474:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745818.896478:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745818.896480:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295034303 00000100:00000010:3.0:1788745818.896485:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0149a4cc60. 00000100:00000001:3.0:1788745818.896491:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788745818.896496:0:2365:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295034303 00000100:00000010:3.0:1788745818.896498:0:2365:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0149a4ca80. 00000100:00000001:3.0:1788745818.896501:0:2365:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788745818.896509:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745818.896512:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.896514:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745818.896519:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.896525:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745818.896526:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.896528:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745818.896530:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745818.896532:0:2365:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745818.896535:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2365:1875635718862336:192.168.206.135@tcp:400:kworker.0 00000100:00000001:3.0:1788745818.896538:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745818.896540:0:2365:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745818.896541:0:2365:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.896543:0:2365:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745818.896546:0:2365:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc9200. 02000000:00000001:3.0:1788745818.896548:0:2365:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745818.896552:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745818.896555:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590630. 00000400:00000010:3.0:1788745818.896558:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2aa18. 00000100:00000200:3.0:1788745818.896561:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862336, portal 10 00000100:00000001:3.0:1788745818.896563:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745818.896565:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451649280 : -111045257902336 : ffff9b0142d94700) 00000100:00000040:3.0:1788745818.896572:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.896578:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745818.896580:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745818.896582:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2af68. 00000100:00000200:3.0:1788745818.896584:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718862336, offset 0 00000400:00000200:3.0:1788745818.896589:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745818.896593:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.896597:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745818.896599:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745818.896607:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745818.896609:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745818.896611:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745818.896614:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [115:115:255:4294967295] 192.168.206.135@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:3.0:1788745818.896618:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.896624:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745818.896747:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745818.896751:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5300. 00000800:00000200:3.0:1788745818.896756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745818.896761:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745818.896763:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745818.896766:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745818.896770:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 12645 usecs (13 jiffies) 00000400:00000200:3.0:1788745818.896773:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745818.896775:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295033358 00000100:00000001:3.0:1788745818.896777:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.896779:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295033358 00000100:00000001:3.0:1788745818.896781:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.896783:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745818.896785:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.896787:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745818.896804:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.896812:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745818.896813:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.896815:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745818.896817:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745818.896819:0:2365:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745818.896822:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2365:1875635718862592:192.168.206.135@tcp:400:kworker.0 00000100:00000001:3.0:1788745818.896833:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745818.896836:0:2365:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745818.896837:0:2365:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.896839:0:2365:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745818.896842:0:2365:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc9000. 02000000:00000001:3.0:1788745818.896844:0:2365:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745818.896847:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745818.896850:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590210. 00000400:00000010:3.0:1788745818.896853:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a6e8. 00000100:00000200:3.0:1788745818.896856:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862592, portal 4 00000100:00000001:3.0:1788745818.896858:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745818.896859:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451660032 : -111045257891584 : ffff9b0142d97100) 00000100:00000040:3.0:1788745818.896865:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.896871:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745818.896874:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745818.896876:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2abb0. 00000100:00000200:3.0:1788745818.896878:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718862592, offset 0 00000400:00000200:3.0:1788745818.896882:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745818.896886:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.896889:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745818.896892:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745818.896894:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745818.896897:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745818.896899:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745818.896901:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [116:116:254:4294967295] 192.168.206.135@tcp LPNI seq info [116:116:6:4294967295] 00000400:00000200:3.0:1788745818.896905:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.896911:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745818.896915:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745818.896918:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5500. 00000800:00000200:3.0:1788745818.896922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745818.896934:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745818.896936:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745818.896940:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745818.896942:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: using a timeout of 12222 usecs (13 jiffies) 00000400:00000200:3.0:1788745818.896945:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745818.896947:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295033358 00000100:00000001:3.0:1788745818.896950:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.896952:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295033358 00000100:00000001:3.0:1788745818.896954:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.896956:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745818.896958:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.896961:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.896964:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745818.896971:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788745818.896973:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788745818.896975:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745818.896977:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745818.896978:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745818.896981:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788745818.896983:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745818.896985:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788745818.896986:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745818.896988:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745818.896989:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745818.896990:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745818.896995:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.897002:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745818.897003:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.897006:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745818.897008:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745818.897010:0:2365:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745818.897012:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718862208:192.168.206.135@tcp:400:kworker.0 00000100:00000001:3.0:1788745818.897021:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745818.897024:0:2365:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745818.897025:0:2365:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.897027:0:2365:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745818.897029:0:2365:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc8800. 02000000:00000001:3.0:1788745818.897031:0:2365:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745818.897035:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745818.897037:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590948. 00000400:00000010:3.0:1788745818.897041:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a440. 00000100:00000200:3.0:1788745818.897043:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862208, portal 10 00000100:00000001:3.0:1788745818.897045:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745818.897046:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451648384 : -111045257903232 : ffff9b0142d94380) 00000100:00000040:3.0:1788745818.897052:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.897059:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745818.897060:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745818.897063:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a220. 00000100:00000200:3.0:1788745818.897065:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718862208, offset 0 00000400:00000200:3.0:1788745818.897070:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745818.897073:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.897076:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745818.897079:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745818.897081:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745818.897083:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745818.897085:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745818.897088:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [117:117:253:4294967295] 192.168.206.135@tcp LPNI seq info [117:117:5:4294967295] 00000400:00000200:3.0:1788745818.897091:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.897097:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745818.897101:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745818.897104:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5d00. 00000800:00000200:3.0:1788745818.897108:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745818.897117:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745818.897119:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745818.897122:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745818.897125:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 146182 usecs (147 jiffies) 00000400:00000200:3.0:1788745818.897128:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745818.897131:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295033492 00000100:00000001:3.0:1788745818.897133:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 2, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.897135:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295033492 00000100:00000001:3.0:1788745818.897137:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 3, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.897140:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745818.897142:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.897144:0:2365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745818.897214:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.897222:0:2365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745818.897224:0:2365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.897226:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745818.897228:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745818.897230:0:2365:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745818.897233:0:2365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2365:1875635718862464:192.168.206.135@tcp:400:kworker.0 00000100:00000001:3.0:1788745818.897237:0:2365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745818.897239:0:2365:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745818.897241:0:2365:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.897243:0:2365:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745818.897246:0:2365:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc9e00. 02000000:00000001:3.0:1788745818.897248:0:2365:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745818.897251:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745818.897253:0:2365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590160. 00000400:00000010:3.0:1788745818.897257:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a088. 00000100:00000200:3.0:1788745818.897260:0:2365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862464, portal 4 00000100:00000001:3.0:1788745818.897262:0:2365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745818.897269:0:2365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451651072 : -111045257900544 : ffff9b0142d94e00) 00000100:00000040:3.0:1788745818.897276:0:2365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.897282:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745818.897284:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745818.897286:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2acc0. 00000100:00000200:3.0:1788745818.897289:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718862464, offset 0 00000400:00000200:3.0:1788745818.897293:0:2365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745818.897298:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.897301:0:2365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745818.897304:0:2365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745818.897306:0:2365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745818.897308:0:2365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745818.897310:0:2365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745818.897312:0:2365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [118:118:252:4294967295] 192.168.206.135@tcp LPNI seq info [118:118:4:4294967295] 00000400:00000200:3.0:1788745818.897316:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.897322:0:2365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745818.897326:0:2365:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745818.897329:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5c00. 00000800:00000200:3.0:1788745818.897333:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745818.897337:0:2365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745818.897340:0:2365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745818.897343:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745818.897345:0:2365:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: using a timeout of 12595 usecs (13 jiffies) 00000400:00000200:3.0:1788745818.897348:0:2365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745818.897350:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295033359 00000100:00000001:3.0:1788745818.897352:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.897355:0:2365:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295033359 00000100:00000001:3.0:1788745818.897356:0:2365:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295034303 00000100:00000001:3.0:1788745818.897358:0:2365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745818.897365:0:2365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.897367:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.897370:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.897381:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745818.897395:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745818.897699:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745818.897704:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5000. 00000400:00000200:2.0:1788745818.897713:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745818.897718:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745818.897723:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a990 00000400:00000010:2.0:1788745818.897726:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a990. 00000100:00000001:2.0:1788745818.897730:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745818.897735:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897745:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.897748:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897767:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.897769:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745818.897782:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745818.897784:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5300. 00000400:00000200:2.0:1788745818.897786:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745818.897790:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745818.897804:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2af68 00000400:00000010:2.0:1788745818.897806:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2af68. 00000100:00000001:2.0:1788745818.897809:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745818.897812:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897820:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.897823:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897829:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.897830:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745818.897839:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745818.897841:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5500. 00000400:00000200:2.0:1788745818.897843:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745818.897846:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745818.897849:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2abb0 00000400:00000010:2.0:1788745818.897850:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2abb0. 00000100:00000001:2.0:1788745818.897852:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745818.897855:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897862:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.897865:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897872:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.897873:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745818.897880:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745818.897887:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5d00. 00000400:00000200:2.0:1788745818.897890:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745818.897894:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745818.897900:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a220 00000400:00000010:2.0:1788745818.897901:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a220. 00000100:00000001:2.0:1788745818.897903:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745818.897907:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897914:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.897917:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.897922:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.897924:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745818.897978:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745818.897980:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5c00. 00000400:00000200:2.0:1788745818.897983:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745818.897986:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745818.897988:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2acc0 00000400:00000010:2.0:1788745818.897990:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2acc0. 00000100:00000001:2.0:1788745818.897992:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745818.897995:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.898000:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.898003:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.898007:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.898008:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745818.907669:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745818.907688:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745818.907691:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745818.907694:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745818.907703:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745818.907712:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745818.907738:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745818.907743:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745818.907748:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745818.907753:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03600 00000400:00000200:2.0:1788745818.907758:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745818.907764:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:2.0:1788745818.907771:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745818.907775:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745818.907778:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745818.907783:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745818.907791:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745818.909039:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745818.909052:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.909108:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745818.909112:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788745818.909135:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:3.0:1788745818.924323:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788745818.924330:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788745818.924345:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590630. 00000400:00000200:3.0:1788745818.924355:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2aa18 00000400:00000010:3.0:1788745818.924358:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2aa18. 00000100:00000001:3.0:1788745818.924364:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745818.924377:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788745818.924597:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.924605:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788745818.924608:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745818.924610:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788745818.924614:0:2365:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788745818.924616:0:2365:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788745818.924618:0:2365:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745818.924621:0:2365:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788745818.924642:0:2365:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1788745818.924647:0:2365:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1788745818.924649:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788745818.924650:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788745818.924653:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788745818.924657:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.924661:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788745818.924663:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:3.0:1788745818.924665:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788745818.924667:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745818.924672:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.924706:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745818.924709:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788745818.924711:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788745818.924716:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745818.924723:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2365:1875635718862336:192.168.206.135@tcp:400:kworker.0 00000100:00000001:3.0:1788745818.924730:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.924734:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788745818.924737:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d94700 x1875635718862336/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.924743:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788745818.924746:0:2365:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788745818.924749:0:2365:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc9200. 02000000:00000001:3.0:1788745818.924753:0:2365:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788745818.924755:0:2365:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788745818.924757:0:2365:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:3.0:1788745818.924759:0:2365:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788745818.924761:0:2365:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8a00. 02000000:00000001:3.0:1788745818.924765:0:2365:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788745818.924767:0:2365:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788745818.924768:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d94700. 00000100:00000001:3.0:1788745818.924773:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788745818.924775:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745818.924778:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.924781:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745818.924783:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745818.924786:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745818.924787:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788745818.924970:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.924984:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745818.924987:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.924990:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925006:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925012:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745818.925022:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925028:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925033:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925039:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03580 00000400:00000200:3.0:1788745818.925044:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925051:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:3.0:1788745818.925059:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925064:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925067:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745818.925072:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745818.925078:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745818.925084:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745818.925095:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.925182:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745818.925185:0:2365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745818.925225:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745818.925233:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925236:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745818.925238:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925240:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925244:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925247:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745818.925251:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925254:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925257:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925259:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03700 00000400:00000200:3.0:1788745818.925263:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925266:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:3.0:1788745818.925270:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925281:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925283:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745818.925287:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745818.925290:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745818.925295:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745818.925303:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.925311:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745818.925315:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925320:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745818.925321:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925323:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925326:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925329:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745818.925342:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925344:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925347:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925350:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03680 00000400:00000200:3.0:1788745818.925353:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925356:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:3.0:1788745818.925360:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925363:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925365:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745818.925368:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745818.925371:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745818.925374:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745818.925383:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.925603:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745818.925614:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925618:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745818.925620:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925622:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925626:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925639:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745818.925644:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925647:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925649:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925652:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c03500 00000400:00000200:3.0:1788745818.925656:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745818.925660:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:3.0:1788745818.925664:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925673:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745818.925675:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745818.925678:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745818.925681:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745818.925686:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745818.925694:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745818.925701:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745818.925704:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745818.925708:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788745818.933276:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745818.933283:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745818.933288:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590948. 00000400:00000200:2.0:1788745818.933298:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a440 00000400:00000010:2.0:1788745818.933301:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a440. 00000100:00000001:2.0:1788745818.933307:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745818.933320:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745818.933344:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933353:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745818.933355:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.933358:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745818.933362:0:2365:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745818.933383:0:2365:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745818.933394:0:2365:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745818.933397:0:2365:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745818.933407:0:2365:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745818.933412:0:2365:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745818.933415:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745818.933417:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745818.933429:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788745818.933433:0:2365:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.933437:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788745818.933440:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:2.0:1788745818.933442:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788745818.933443:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.933450:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933457:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745818.933460:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745818.933462:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745818.933467:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745818.933476:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13581d72-1568-4155-bc58-506419abbfcc:2365:1875635718862208:192.168.206.135@tcp:400:kworker.0 00000400:00000001:2.0:1788745818.933484:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745818.933485:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745818.933488:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590160. 00000400:00000200:2.0:1788745818.933491:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a088 00000400:00000010:2.0:1788745818.933493:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a088. 00000100:00000001:2.0:1788745818.933495:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745818.933500:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745818.933509:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933517:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745818.933524:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.933526:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745818.933528:0:2365:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745818.933529:0:2365:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745818.933531:0:2365:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745818.933533:0:2365:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788745818.933545:0:2365:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b01451b8000. 00000100:00001000:2.0:1788745818.933550:0:2365:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450efc60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745818.933553:0:2365:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450efc18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745818.933555:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745818.933556:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745818.933558:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788745818.933562:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788745818.933570:0:2365:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.933572:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788745818.933574:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:2.0:1788745818.933575:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788745818.933577:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.933580:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933588:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745818.933590:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745818.933591:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745818.933595:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745818.933602:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2365:1875635718862464:192.168.206.135@tcp:400:kworker.0 00000400:00000001:2.0:1788745818.933608:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745818.933609:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745818.933611:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590aa8. 00000400:00000200:2.0:1788745818.933613:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a4c8 00000400:00000010:2.0:1788745818.933615:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a4c8. 00000100:00000001:2.0:1788745818.933622:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745818.933626:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745818.933646:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933653:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745818.933655:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.933657:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745818.933659:0:2365:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745818.933660:0:2365:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745818.933661:0:2365:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745818.933663:0:2365:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745818.933667:0:2365:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745818.933669:0:2365:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745818.933671:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745818.933672:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745818.933674:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788745818.933676:0:2365:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.933677:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.933681:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933688:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745818.933690:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745818.933691:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745818.933695:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745818.933703:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2365:1875635718862080:192.168.206.135@tcp:400:kworker.0 00000400:00000001:2.0:1788745818.933708:0:2365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745818.933710:0:2365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745818.933712:0:2365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590210. 00000400:00000200:2.0:1788745818.933714:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a6e8 00000400:00000010:2.0:1788745818.933716:0:2365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a6e8. 00000100:00000001:2.0:1788745818.933723:0:2365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745818.933727:0:2365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745818.933736:0:2365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.933743:0:2365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745818.933744:0:2365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.933746:0:2365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745818.933748:0:2365:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745818.933749:0:2365:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745818.933750:0:2365:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745818.933752:0:2365:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788745818.933759:0:2365:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b01451ba000. 00000100:00001000:2.0:1788745818.933763:0:2365:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ea460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745818.933766:0:2365:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ea418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745818.933768:0:2365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745818.933769:0:2365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745818.933771:0:2365:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788745818.933774:0:2365:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788745818.933781:0:2365:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.933783:0:2365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788745818.933785:0:2365:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:2.0:1788745818.933786:0:2365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788745818.933788:0:2365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745818.936829:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.936851:0:2365:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745818.936855:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745818.936857:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745818.936870:0:2365:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745818.936902:0:2365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2365:1875635718862592:192.168.206.135@tcp:400:kworker.0 00000100:00000001:2.0:1788745818.936908:0:2365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.936913:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.936918:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d94380 x1875635718862208/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.936925:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745818.936928:0:2365:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745818.936932:0:2365:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc8800. 02000000:00000001:2.0:1788745818.936939:0:2365:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745818.936942:0:2365:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745818.936944:0:2365:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:2.0:1788745818.936946:0:2365:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745818.936949:0:2365:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8300. 02000000:00000001:2.0:1788745818.936952:0:2365:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745818.936954:0:2365:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745818.936956:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d94380. 00000100:00000001:2.0:1788745818.936961:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745818.936963:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.936965:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.936969:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d94e00 x1875635718862464/t0(0) o400->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.936976:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745818.936978:0:2365:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745818.936979:0:2365:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc9e00. 02000000:00000001:2.0:1788745818.936982:0:2365:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745818.936983:0:2365:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745818.936984:0:2365:0:(genops.c:1222:class_import_put()) import ffff9b01450ef800 refcount=2 obd=lustre-OST0000-osc-ffff9b0145154800 00000020:00000001:2.0:1788745818.936986:0:2365:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745818.936987:0:2365:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8700. 02000000:00000001:2.0:1788745818.936989:0:2365:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745818.936990:0:2365:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745818.936991:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d94e00. 00000100:00000001:2.0:1788745818.936999:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745818.937000:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.937002:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.937007:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d95500 x1875635718862080/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.937013:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745818.937015:0:2365:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745818.937017:0:2365:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc9a00. 02000000:00000001:2.0:1788745818.937018:0:2365:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745818.937020:0:2365:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745818.937022:0:2365:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:2.0:1788745818.937023:0:2365:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745818.937025:0:2365:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8200. 02000000:00000001:2.0:1788745818.937027:0:2365:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745818.937028:0:2365:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745818.937029:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d95500. 00000100:00000001:2.0:1788745818.937031:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745818.937033:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.937034:0:2365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745818.937037:0:2365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d97100 x1875635718862592/t0(0) o400->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745818.937044:0:2365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745818.937045:0:2365:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745818.937047:0:2365:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc9000. 02000000:00000001:2.0:1788745818.937049:0:2365:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745818.937050:0:2365:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745818.937051:0:2365:0:(genops.c:1222:class_import_put()) import ffff9b01450ea000 refcount=2 obd=lustre-OST0001-osc-ffff9b0145154800 00000020:00000001:2.0:1788745818.937053:0:2365:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745818.937054:0:2365:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8e00. 02000000:00000001:2.0:1788745818.937056:0:2365:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745818.937056:0:2365:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745818.937058:0:2365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d97100. 00000100:00000001:2.0:1788745818.937060:0:2365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745818.937061:0:2365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.937063:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745818.937072:0:2365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788745818.937077:0:2365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745818.937080:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745818.937083:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745819.279296:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745819.279305:0:8321:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745819.279307:0:8321:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745819.279311:0:8321:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745819.279317:0:8321:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745819.279319:0:8321:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745819.279321:0:8321:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745819.279323:0:8321:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745819.279327:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745819.279329:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745819.279356:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745819.279359:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745819.279362:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788745819.857778:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295034303, at 4295034306 00000100:00000010:3.0:1788745819.857792:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0149a4ca80. 00000100:00000040:2.0:1788745819.857812:0:8321:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295034303, at 4295034306 00000100:00000010:2.0:1788745819.857820:0:8321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0149a4cc60. 00010000:00000001:2.0:1788745820.303798:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745820.303806:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745820.303813:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745820.303814:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745820.303931:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745820.303934:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745820.303938:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745821.327740:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745821.327749:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745821.327756:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745821.327757:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745821.327778:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745821.327782:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745821.327785:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745822.351253:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745822.351260:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745822.351266:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745822.351267:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745822.358847:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745822.358855:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745822.358860:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745823.375432:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745823.375441:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745823.375448:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745823.375452:0:8321:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745823.375461:0:8321:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745823.375464:0:8321:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745823.375468:0:8321:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745823.375470:0:8321:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745823.375472:0:8321:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745823.375475:0:8321:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788745823.375619:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788745823.375623:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788745823.375626:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788745824.015656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788745824.015670:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788745824.015682:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145030700. 00000020:00000040:1.0:1788745824.015690:0:38:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:1.0:1788745824.015695:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745824.015698:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745824.015704:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745824.015714:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0150f9b100. 00000100:00000001:1.0:1788745824.015721:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.015733:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788745824.015745:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745824.015803:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.015812:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086914ba1] to pc [ptlrpcd_00_00+0] req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.015852:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.015855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788745824.015859:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788745824.015862:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145031500. 00000020:00000040:1.0:1788745824.015865:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:1.0:1788745824.015884:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745824.015885:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745824.015888:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745824.015891:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0150f9b900. 00000100:00000001:0.0:1788745824.015895:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745824.015901:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745824.015904:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745824.015913:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.015923:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745824.015925:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.015929:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745824.015933:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745824.015937:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745824.015941:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718862720:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745824.015946:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745824.015951:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745824.015955:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.015956:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.015957:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745824.015965:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094ae00. 00000100:00000040:1.0:1788745824.015965:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788745824.015970:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.015979:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1788745824.015983:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745824.015984:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788745824.015992:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b948. 00000100:00000040:1.0:1788745824.015992:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072c10806] to pc [ptlrpcd_00_01+1] req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788745824.016002:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498055d8. 00000100:00000200:0.0:1788745824.016010:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862720, portal 25 00000100:00000001:0.0:1788745824.016013:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745824.016015:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487939840 : -111045221611776 : ffff9b0145030700) 00000100:00000040:0.0:1788745824.016022:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.016029:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745824.016039:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745824.016043:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805f68. 00000100:00000200:0.0:1788745824.016047:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718862720, offset 0 00000400:00000200:0.0:1788745824.016054:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745824.016064:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745824.016073:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745824.016079:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745824.016083:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745824.016087:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745824.016089:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745824.016093:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [119:119:256:4294967295] 192.168.206.135@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:0.0:1788745824.016098:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745824.016121:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745824.016128:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745824.016134:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb200. 00000800:00000200:0.0:1788745824.016142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745824.016194:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000100:00000001:1.0:1788745824.016195:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788745824.016200:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788745824.016201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788745824.016208:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788745824.016211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745824.016213:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.016218:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788745824.016222:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000040:1.0:1788745824.016224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745824.016226:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295039423 00000100:00000001:1.0:1788745824.016231:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745824.016234:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c420. 00000100:00000010:1.0:1788745824.016237:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145032d80. 00000020:00000040:1.0:1788745824.016242:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:0.0:1788745824.016243:0:2363:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788745824.016245:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745824.016249:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745824.016251:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016253:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295039423 02000000:00000010:1.0:1788745824.016256:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0150f9b500. 00000100:00000010:0.0:1788745824.016259:0:2363:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0cf60. 00000100:00000001:1.0:1788745824.016263:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016264:0:2363:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788745824.016270:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788745824.016272:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745824.016274:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016280:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016285:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.016290:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745824.016295:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745824.016304:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745824.016306:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745824.016308:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745824.016309:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745824.016313:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788745824.016314:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016316:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.016320:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745824.016322:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745824.016324:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036786ef4] to pc [ptlrpcd_00_00+0] req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.016325:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745824.016327:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745824.016329:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745824.016337:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.016339:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.016344:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745824.016351:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745824.016352:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788745824.016354:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.016356:0:38:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 02000000:00000001:0.0:1788745824.016358:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788745824.016361:0:38:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 02000000:00000001:0.0:1788745824.016362:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745824.016366:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788745824.016366:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145033b80. 00000100:00100000:0.0:1788745824.016370:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718862848:192.168.206.135@tcp:400:kworker.0 00000020:00000040:1.0:1788745824.016372:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ef800 refcount=3 obd=lustre-OST0000-osc-ffff9b0145154800 00000100:00000001:0.0:1788745824.016377:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788745824.016379:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745824.016381:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745824.016382:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745824.016385:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745824.016386:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.016388:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745824.016403:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0150f9b000. 02000000:00000010:0.0:1788745824.016405:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094be00. 02000000:00000001:0.0:1788745824.016409:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.016410:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745824.016415:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745824.016415:0:38:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000400:00000010:0.0:1788745824.016420:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014baa8. 00000100:00080000:1.0:1788745824.016421:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b01450ef800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000010:0.0:1788745824.016427:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805550. 00000100:00080000:1.0:1788745824.016427:0:38:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b0145154800: disconnect after 21s idle 00000100:00000001:1.0:1788745824.016432:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1788745824.016433:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862848, portal 10 00000100:00000001:0.0:1788745824.016437:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745824.016437:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016440:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487943424 : -111045221608192 : ffff9b0145031500) 00000100:00000040:1.0:1788745824.016445:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014af584e] to pc [ptlrpcd_rcv+-1] req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788745824.016451:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.016467:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745824.016474:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745824.016477:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805088. 00000100:00000200:0.0:1788745824.016479:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718862848, offset 0 00000400:00000200:0.0:1788745824.016483:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745824.016487:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745824.016491:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745824.016494:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745824.016496:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745824.016499:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745824.016501:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745824.016504:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [120:120:255:4294967295] 192.168.206.135@tcp LPNI seq info [120:120:7:4294967295] 00000400:00000200:0.0:1788745824.016507:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745824.016513:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745824.016517:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745824.016520:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb000. 00000800:00000200:0.0:1788745824.016524:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745824.016529:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745824.016531:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745824.016534:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745824.016538:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 141866 usecs (142 jiffies) 00000400:00000200:0.0:1788745824.016541:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745824.016542:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295038607 00000100:00000001:0.0:1788745824.016545:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 2, keep current deadline 4295039423 00000100:00000001:0.0:1788745824.016547:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295038607 00000100:00000001:0.0:1788745824.016549:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 3, keep current deadline 4295039423 00000100:00000001:0.0:1788745824.016551:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745824.016553:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016555:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016557:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.016560:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745824.016566:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745824.016568:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745824.016570:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745824.016571:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745824.016575:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.016582:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745824.016583:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.016585:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745824.016587:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745824.016589:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745824.016591:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2363:1875635718862976:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745824.016595:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745824.016597:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745824.016598:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.016600:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745824.016603:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094ba00. 02000000:00000001:0.0:1788745824.016605:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745824.016608:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745824.016610:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014bd10. 00000400:00000010:0.0:1788745824.016614:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805a18. 00000100:00000200:0.0:1788745824.016616:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718862976, portal 10 00000100:00000001:0.0:1788745824.016618:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745824.016619:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487949696 : -111045221601920 : ffff9b0145032d80) 00000100:00000040:0.0:1788745824.016625:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.016631:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745824.016633:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745824.016636:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805220. 00000100:00000200:0.0:1788745824.016638:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718862976, offset 0 00000400:00000200:0.0:1788745824.016642:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745824.016646:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745824.016649:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745824.016656:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788745824.016659:0:38:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788745824.016660:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745824.016665:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788745824.016665:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745824.016670:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000100:00000040:1.0:1788745824.016671:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788745824.016675:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [121:121:254:4294967295] 192.168.206.135@tcp LPNI seq info [121:121:6:4294967295] 00000100:00000001:1.0:1788745824.016678:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788745824.016682:0:38:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000400:00000200:0.0:1788745824.016683:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745824.016686:0:38:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000400:00000200:0.0:1788745824.016693:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000100:00000010:1.0:1788745824.016693:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145030a80. 00000020:00000040:1.0:1788745824.016699:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ea000 refcount=3 obd=lustre-OST0001-osc-ffff9b0145154800 00000800:00000200:0.0:1788745824.016700:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745824.016707:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb300. 00000100:00000001:1.0:1788745824.016707:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1788745824.016712:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745824.016718:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 02000000:00000001:1.0:1788745824.016718:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1788745824.016722:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb300 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1788745824.016723:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016727:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745824.016732:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 15548 usecs (16 jiffies) 02000000:00000010:1.0:1788745824.016732:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0147deb500. 00000400:00000200:0.0:1788745824.016738:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745824.016738:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016740:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295038481 00000100:00000001:1.0:1788745824.016743:0:38:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633028487940736 : -111045221610880 : ffff9b0145030a80) 00000100:00000001:0.0:1788745824.016745:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295039423 00000100:00000001:0.0:1788745824.016748:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295038481 00000100:00000001:0.0:1788745824.016750:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295039423 00000100:00000001:0.0:1788745824.016752:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745824.016754:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.016756:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788745824.016758:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b01450ea000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1788745824.016759:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.016765:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1788745824.016765:0:38:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b0145154800: disconnect after 21s idle 00000100:00000001:0.0:1788745824.016768:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788745824.016769:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745824.016771:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745824.016774:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.016780:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ed3293d] to pc [ptlrpcd_rcv+-1] req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.016788:0:38:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.016790:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.016794:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:1.0:1788745824.016828:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745824.016831:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745824.016932:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745824.016936:0:2362:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745824.016938:0:2362:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745824.016944:0:2362:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.016958:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745824.016959:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745824.016962:0:2362:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745824.016963:0:2362:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745824.016966:0:2362:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745824.016969:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718863104:192.168.206.135@tcp:9:kworker.0 00000100:00000001:3.0:1788745824.016972:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745824.016975:0:2362:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745824.016976:0:2362:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745824.016978:0:2362:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745824.016981:0:2362:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc9e00. 02000000:00000001:3.0:1788745824.016983:0:2362:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745824.016986:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745824.016989:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590630. 00000400:00000010:3.0:1788745824.016993:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2aa18. 00000100:00000200:3.0:1788745824.016997:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863104, portal 4 00000100:00000001:3.0:1788745824.016998:0:2362:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745824.017000:0:2362:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000100:00000040:3.0:1788745824.017006:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.017011:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745824.017014:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745824.017016:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a3b8. 00000100:00000200:3.0:1788745824.017018:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718863104, offset 0 00000400:00000200:3.0:1788745824.017022:0:2362:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745824.017025:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.017029:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745824.017032:0:2362:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745824.017034:0:2362:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745824.017036:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745824.017038:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745824.017047:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [122:122:253:4294967295] 192.168.206.135@tcp LPNI seq info [122:122:5:4294967295] 00000400:00000200:3.0:1788745824.017052:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.017057:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745824.017062:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745824.017065:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5900. 00000800:00000200:3.0:1788745824.017069:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745824.017073:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745824.017075:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745824.017078:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745824.017081:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: using a timeout of 21182 usecs (22 jiffies) 00000400:00000200:3.0:1788745824.017084:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745824.017087:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295038487 00000100:00000001:3.0:1788745824.017089:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295039423 00000100:00000001:3.0:1788745824.017091:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295038487 00000100:00000001:3.0:1788745824.017093:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295039423 00000100:00000001:3.0:1788745824.017106:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745824.017109:0:2362:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745824.017111:0:2362:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745824.017115:0:2362:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.017122:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745824.017123:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745824.017126:0:2362:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745824.017127:0:2362:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745824.017129:0:2362:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745824.017132:0:2362:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718863232:192.168.206.135@tcp:9:kworker.0 00000100:00000001:3.0:1788745824.017135:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745824.017138:0:2362:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745824.017140:0:2362:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745824.017173:0:2362:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745824.017177:0:2362:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0142dc9a00. 02000000:00000001:3.0:1788745824.017179:0:2362:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745824.017181:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745824.017184:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b01615904d0. 00000400:00000010:3.0:1788745824.017187:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2ac38. 00000100:00000200:3.0:1788745824.017190:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863232, portal 4 00000100:00000001:3.0:1788745824.017192:0:2362:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745824.017194:0:2362:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487940736 : -111045221610880 : ffff9b0145030a80) 00000100:00000040:3.0:1788745824.017200:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.017207:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745824.017209:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745824.017211:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2ad48. 00000100:00000200:3.0:1788745824.017214:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875635718863232, offset 0 00000400:00000200:3.0:1788745824.017218:0:2362:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745824.017222:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.017225:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745824.017229:0:2362:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745824.017231:0:2362:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745824.017233:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745824.017235:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745824.017238:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [123:123:252:4294967295] 192.168.206.135@tcp LPNI seq info [123:123:4:4294967295] 00000400:00000200:3.0:1788745824.017242:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.017247:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745824.017252:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745824.017255:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5600. 00000800:00000200:3.0:1788745824.017259:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745824.017262:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745824.017265:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788745824.017268:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745824.017275:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: using a timeout of 20956 usecs (21 jiffies) 00000400:00000200:3.0:1788745824.017279:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745824.017281:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295038486 00000100:00000001:3.0:1788745824.017284:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295039423 00000100:00000001:3.0:1788745824.017286:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295038486 00000100:00000001:3.0:1788745824.017288:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295039423 00000100:00000001:3.0:1788745824.017290:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745824.017292:0:2362:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745824.017294:0:2362:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745824.017296:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745824.017300:0:2362:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788745824.017301:0:2362:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788745824.017303:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788745824.017304:0:2362:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745824.017306:0:2362:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745824.017307:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.017424:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745824.017427:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.017429:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745824.017540:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745824.017546:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb200. 00000400:00000200:2.0:1788745824.017554:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745824.017559:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745824.017567:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805f68 00000400:00000010:2.0:1788745824.017570:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805f68. 00000100:00000001:2.0:1788745824.017575:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745824.017580:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017589:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745824.017593:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017599:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745824.017601:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745824.017614:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745824.017616:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb000. 00000400:00000200:2.0:1788745824.017619:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745824.017622:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745824.017626:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805088 00000400:00000010:2.0:1788745824.017627:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805088. 00000100:00000001:2.0:1788745824.017630:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745824.017633:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017640:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745824.017643:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017650:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745824.017659:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745824.017670:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745824.017672:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb300. 00000400:00000200:2.0:1788745824.017675:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745824.017678:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745824.017681:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805220 00000400:00000010:2.0:1788745824.017683:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805220. 00000100:00000001:2.0:1788745824.017685:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745824.017688:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017695:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745824.017698:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017705:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745824.017706:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745824.017714:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745824.017716:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5900. 00000400:00000200:2.0:1788745824.017719:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745824.017722:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745824.017725:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a3b8 00000400:00000010:2.0:1788745824.017726:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a3b8. 00000100:00000001:2.0:1788745824.017729:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745824.017732:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017739:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745824.017742:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017748:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745824.017750:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745824.017832:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745824.017835:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5600. 00000400:00000200:2.0:1788745824.017839:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745824.017842:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745824.017850:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2ad48 00000400:00000010:2.0:1788745824.017852:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2ad48. 00000100:00000001:2.0:1788745824.017854:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745824.017858:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017866:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745824.017869:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745824.017875:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745824.017876:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788745824.021193:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021215:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745824.021221:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021224:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021234:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021242:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745824.021252:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021258:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021264:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021268:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03800 00000400:00000200:3.0:1788745824.021274:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021281:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:3.0:1788745824.021290:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021295:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021299:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745824.021303:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745824.021312:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745824.021346:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745824.021359:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.021378:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745824.021387:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021391:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745824.021401:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021404:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021408:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021411:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745824.021415:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021418:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021421:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021424:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03880 00000400:00000200:3.0:1788745824.021428:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021431:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:3.0:1788745824.021435:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021438:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021440:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745824.021443:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745824.021446:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745824.021450:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745824.021458:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.021466:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745824.021469:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021471:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745824.021473:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021475:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021483:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021486:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745824.021490:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021493:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021496:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021498:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c03780 00000400:00000200:3.0:1788745824.021501:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021506:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:3.0:1788745824.021510:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021513:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021516:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745824.021519:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745824.021522:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745824.021526:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745824.021534:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.021541:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745824.021544:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021547:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745824.021548:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021550:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021553:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021556:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745824.021559:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021562:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021564:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021567:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03980 00000400:00000200:3.0:1788745824.021570:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021575:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:3.0:1788745824.021578:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021586:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021588:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745824.021591:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745824.021595:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745824.021599:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745824.021606:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.021634:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745824.021638:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021642:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745824.021644:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021646:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021649:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021652:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745824.021655:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021658:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021660:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021663:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 4 MB=0x6a9e178c03900 00000400:00000200:3.0:1788745824.021666:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745824.021670:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.135@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1788745824.021673:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021680:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745824.021682:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745824.021685:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745824.021687:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745824.021691:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745824.021698:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745824.021704:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745824.021715:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745824.021718:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022525:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745824.022531:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745824.022546:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745824.022548:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745824.022553:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014bd10. 00000400:00000200:0.0:1788745824.022560:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805a18 00000400:00000010:0.0:1788745824.022563:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805a18. 00000100:00000001:0.0:1788745824.022567:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745824.022575:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745824.022585:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022592:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745824.022594:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022597:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745824.022600:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745824.022603:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745824.022606:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.022621:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745824.022631:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745824.022635:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745824.022638:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745824.022640:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745824.022643:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745824.022647:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.022651:0:2363:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745824.022654:0:2363:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745824.022656:0:2363:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745824.022658:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745824.022664:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022672:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745824.022675:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745824.022677:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745824.022681:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745824.022705:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2363:1875635718862976:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745824.022711:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745824.022713:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745824.022715:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014baa8. 00000400:00000200:0.0:1788745824.022717:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805550 00000400:00000010:0.0:1788745824.022719:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805550. 00000100:00000001:0.0:1788745824.022722:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745824.022725:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745824.022733:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022740:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745824.022741:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022743:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745824.022745:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745824.022746:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745824.022748:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.022750:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745824.022755:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745824.022758:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745824.022761:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745824.022762:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745824.022763:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745824.022766:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.022768:0:2363:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745824.022769:0:2363:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745824.022771:0:2363:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745824.022772:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745824.022788:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022794:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745824.022801:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745824.022802:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745824.022806:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745824.022813:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718862848:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745824.022819:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745824.022820:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745824.022822:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b948. 00000400:00000200:0.0:1788745824.022824:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498055d8 00000400:00000010:0.0:1788745824.022826:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498055d8. 00000100:00000001:0.0:1788745824.022828:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745824.022832:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745824.022839:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022844:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745824.022846:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022847:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745824.022848:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745824.022850:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745824.022851:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745824.022853:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745824.022855:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745824.022858:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745824.022860:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745824.022861:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745824.022862:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745824.022864:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.022865:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745824.022869:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022874:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745824.022882:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745824.022883:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745824.022888:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745824.022894:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718862720:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745824.022898:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022901:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745824.022904:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145032d80 x1875635718862976/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022910:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745824.022913:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745824.022916:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094ba00. 02000000:00000001:0.0:1788745824.022920:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745824.022923:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745824.022925:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:0.0:1788745824.022927:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745824.022930:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0150f9b500. 02000000:00000001:0.0:1788745824.022935:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745824.022936:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745824.022938:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145032d80. 00000100:00000001:0.0:1788745824.022943:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745824.022945:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022946:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745824.022950:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145031500 x1875635718862848/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022955:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745824.022956:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745824.022958:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094be00. 02000000:00000001:0.0:1788745824.022960:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745824.022961:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745824.022962:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:0.0:1788745824.022964:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745824.022965:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0150f9b900. 02000000:00000001:0.0:1788745824.022973:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745824.022974:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745824.022975:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145031500. 00000100:00000001:0.0:1788745824.022978:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745824.022979:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.022981:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745824.022985:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145030700 x1875635718862720/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745824.022989:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745824.022991:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745824.022992:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094ae00. 02000000:00000001:0.0:1788745824.022994:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745824.022995:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745824.022996:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745824.022997:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745824.022999:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0150f9b100. 02000000:00000001:0.0:1788745824.023001:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745824.023003:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745824.023004:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145030700. 00000100:00000001:0.0:1788745824.023006:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745824.023007:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.023010:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745824.023018:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745824.023020:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745824.023022:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745824.023025:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.024089:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745824.024095:0:2362:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745824.024103:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745824.024105:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745824.024109:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590630. 00000400:00000200:1.0:1788745824.024118:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2aa18 00000400:00000010:1.0:1788745824.024121:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2aa18. 00000100:00000001:1.0:1788745824.024124:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745824.024133:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745824.024180:0:2362:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.024189:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745824.024192:0:2362:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.024194:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745824.024197:0:2362:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745824.024205:0:2362:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745824.024207:0:2362:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745824.024223:0:2362:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788745824.024234:0:2362:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b0147e2a000. 00000100:00001000:1.0:1788745824.024240:0:2362:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450efc60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745824.024244:0:2362:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450efc18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745824.024246:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745824.024248:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745824.024250:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788745824.024255:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788745824.024262:0:2362:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.024265:0:2362:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788745824.024267:0:2362:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:1.0:1788745824.024269:0:2362:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788745824.024271:0:2362:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.024275:0:2362:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.024281:0:2362:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745824.024284:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745824.024286:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788745824.024290:0:2362:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788745824.024298:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b01450ef800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788745824.024304:0:2362:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745824.024311:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718863104:192.168.206.135@tcp:9:kworker.0 00000400:00000001:1.0:1788745824.024318:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745824.024319:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745824.024321:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b01615904d0. 00000400:00000200:1.0:1788745824.024324:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2ac38 00000400:00000010:1.0:1788745824.024325:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2ac38. 00000100:00000001:1.0:1788745824.024334:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745824.024338:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745824.024346:0:2362:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.024353:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745824.024354:0:2362:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.024356:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745824.024358:0:2362:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745824.024359:0:2362:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745824.024361:0:2362:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745824.024363:0:2362:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788745824.024371:0:2362:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b01498ce000. 00000100:00001000:1.0:1788745824.024375:0:2362:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ea460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745824.024378:0:2362:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ea418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745824.024380:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745824.024381:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745824.024382:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788745824.024386:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788745824.024402:0:2362:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.024404:0:2362:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788745824.024406:0:2362:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:1.0:1788745824.024407:0:2362:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788745824.024409:0:2362:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745824.024412:0:2362:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.024419:0:2362:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745824.024421:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745824.024423:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788745824.024426:0:2362:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788745824.024444:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9b01450ea000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788745824.024449:0:2362:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745824.024456:0:2362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2362:1875635718863232:192.168.206.135@tcp:9:kworker.0 00000100:00000001:1.0:1788745824.024460:0:2362:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.024462:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745824.024465:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145033b80 x1875635718863104/t0(0) o9->lustre-OST0000-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.024471:0:2362:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745824.024473:0:2362:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745824.024477:0:2362:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc9e00. 02000000:00000001:1.0:1788745824.024481:0:2362:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745824.024484:0:2362:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745824.024486:0:2362:0:(genops.c:1222:class_import_put()) import ffff9b01450ef800 refcount=2 obd=lustre-OST0000-osc-ffff9b0145154800 00000020:00000001:1.0:1788745824.024488:0:2362:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745824.024490:0:2362:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0150f9b000. 02000000:00000001:1.0:1788745824.024494:0:2362:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745824.024496:0:2362:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745824.024498:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145033b80. 00000100:00000001:1.0:1788745824.024501:0:2362:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745824.024503:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.024504:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745824.024508:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145030a80 x1875635718863232/t0(0) o9->lustre-OST0001-osc-ffff9b0145154800@192.168.206.135@tcp:28/4 lens 224/224 e 0 to 0 dl 1788745834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745824.024513:0:2362:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745824.024514:0:2362:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745824.024515:0:2362:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0142dc9a00. 02000000:00000001:1.0:1788745824.024517:0:2362:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745824.024518:0:2362:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745824.024519:0:2362:0:(genops.c:1222:class_import_put()) import ffff9b01450ea000 refcount=2 obd=lustre-OST0001-osc-ffff9b0145154800 00000020:00000001:1.0:1788745824.024521:0:2362:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745824.024528:0:2362:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0147deb500. 02000000:00000001:1.0:1788745824.024531:0:2362:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745824.024532:0:2362:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745824.024533:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145030a80. 00000100:00000001:1.0:1788745824.024536:0:2362:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745824.024537:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.024539:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745824.024545:0:2362:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745824.024547:0:2362:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745824.024549:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745824.024551:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745824.404597:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745824.404604:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745824.404610:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745824.404611:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745824.409083:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745824.409091:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745824.409097:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788745824.975301:0:8321:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295039423, at 4295039424 00000100:00000040:3.0:1788745824.975301:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295039423, at 4295039424 00000100:00000010:2.0:1788745824.975324:0:8321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c420. 00000100:00000010:3.0:1788745824.975343:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0cf60. 00010000:00000001:2.0:1788745825.423438:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745825.423446:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745825.423453:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745825.423454:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788745825.423537:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788745825.423541:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788745825.423545:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745826.449586:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745826.449596:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745826.449602:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745826.449603:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745826.449801:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745826.449805:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745826.449808:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745827.473237:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745827.473246:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745827.473253:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745827.473254:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745827.473619:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745827.473625:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745827.473629:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745828.495250:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745828.495258:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745828.495265:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745828.495266:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788745828.495452:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788745828.495456:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745828.495460:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788745829.140560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745829.140573:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745829.140597:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d97100. 00000020:00000040:2.0:1788745829.140605:0:38:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:2.0:1788745829.140609:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745829.140613:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745829.140618:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745829.140626:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8e00. 00000100:00000001:2.0:1788745829.141064:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141077:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745829.141090:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745829.141095:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141102:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b80ab71] to pc [ptlrpcd_01_01+1] req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.141258:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745829.141265:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745829.141271:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d95500. 00000020:00000040:2.0:1788745829.141274:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:2.0:1788745829.141277:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745829.141278:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745829.141281:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745829.141285:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8200. 00000100:00000001:2.0:1788745829.141289:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141294:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745829.141301:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745829.141304:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141308:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b75335] to pc [ptlrpcd_01_00+0] req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.141317:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788745829.141332:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788745829.141334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788745829.141337:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788745829.141340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788745829.141344:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788745829.141347:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d94e00. 00000020:00000040:2.0:1788745829.141349:0:38:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:2.0:1788745829.141352:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788745829.141353:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788745829.141355:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788745829.141359:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0148cd8700. 00000100:00000001:2.0:1788745829.141362:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141376:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745829.141385:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788745829.141387:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141392:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f56bce3d] to pc [ptlrpcd_01_01+1] req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.141400:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.141402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788745829.141405:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788745829.141408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788745829.141411:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788745829.141416:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:2.0:1788745829.141443:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745829.141446:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788745829.141456:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788745829.141462:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.141562:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788745829.141564:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.141568:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788745829.141571:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788745829.141574:0:2366:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788745829.141578:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2366:1875635718863360:192.168.206.135@tcp:400:kworker.0 00000100:00000001:2.0:1788745829.141582:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788745829.141588:0:2366:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788745829.141590:0:2366:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.141593:0:2366:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788745829.141599:0:2366:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0148a2a000. 02000000:00000001:2.0:1788745829.141601:0:2366:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788745829.141610:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:2.0:1788745829.141614:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b01502ce3c8. 00000400:00000010:2.0:1788745829.141623:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5440. 00000100:00000200:2.0:1788745829.141632:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863360, portal 25 00000100:00000001:2.0:1788745829.141635:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788745829.141637:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451660032 : -111045257891584 : ffff9b0142d97100) 00000100:00000040:2.0:1788745829.141644:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.141652:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788745829.141655:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:2.0:1788745829.141659:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5330. 00000100:00000200:2.0:1788745829.141662:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718863360, offset 0 00000400:00000200:2.0:1788745829.141669:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:2.0:1788745829.141810:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.141820:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:2.0:1788745829.141826:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788745829.141831:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:2.0:1788745829.141834:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788745829.141842:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:2.0:1788745829.141848:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [124:124:256:4294967295] 192.168.206.135@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1788745829.141852:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.141863:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788745829.141943:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:2.0:1788745829.141949:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8300. 00000800:00000200:2.0:1788745829.141957:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:2.0:1788745829.141966:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:2.0:1788745829.141970:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788745829.141996:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788745829.142001:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:2.0:1788745829.142004:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295044547 00000100:00000010:2.0:1788745829.142008:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142dea8a0. 00000100:00000001:2.0:1788745829.142017:0:2366:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788745829.142022:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295044547 00000100:00000010:2.0:1788745829.142025:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142deade0. 00000100:00000001:2.0:1788745829.142028:0:2366:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788745829.142032:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745829.142035:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.142038:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788745829.142042:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.142050:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788745829.142051:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.142054:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788745829.142056:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788745829.142058:0:2366:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788745829.142061:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2366:1875635718863616:192.168.206.135@tcp:400:kworker.0 00000100:00000001:2.0:1788745829.142064:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788745829.142073:0:2366:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788745829.142075:0:2366:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.142077:0:2366:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788745829.142081:0:2366:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0148a2ba00. 02000000:00000001:2.0:1788745829.142083:0:2366:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788745829.142087:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:2.0:1788745829.142090:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b01502ce0b0. 00000400:00000010:2.0:1788745829.142094:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5bb0. 00000100:00000200:2.0:1788745829.142097:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863616, portal 10 00000100:00000001:2.0:1788745829.142099:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788745829.142100:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451651072 : -111045257900544 : ffff9b0142d94e00) 00000020:00000010:2.0:1788745829.142109:0:2366:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b01451bc000. 00000100:00000040:2.0:1788745829.142281:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.142290:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788745829.142294:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:2.0:1788745829.142299:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5a18. 00000100:00000200:2.0:1788745829.142303:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718863616, offset 0 00000400:00000200:2.0:1788745829.142308:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:2.0:1788745829.142313:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.142318:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:2.0:1788745829.142322:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788745829.142325:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:2.0:1788745829.142327:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788745829.142330:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:2.0:1788745829.142333:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [125:125:255:4294967295] 192.168.206.135@tcp LPNI seq info [125:125:7:4294967295] 00000400:00000200:2.0:1788745829.142337:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.142344:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788745829.142349:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:2.0:1788745829.142354:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8c00. 00000800:00000200:2.0:1788745829.142358:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:2.0:1788745829.142363:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:2.0:1788745829.142387:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788745829.142391:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.142395:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 14690 usecs (15 jiffies) 00000400:00000200:2.0:1788745829.142398:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:2.0:1788745829.142400:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295043604 00000100:00000001:2.0:1788745829.142403:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295044547 00000100:00000001:2.0:1788745829.142405:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295043604 00000100:00000001:2.0:1788745829.142407:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295044547 00000100:00000001:2.0:1788745829.142409:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745829.142411:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.142413:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.142416:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.142424:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788745829.142426:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788745829.142428:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745829.142430:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788745829.142431:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788745829.142434:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788745829.142436:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.142438:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788745829.142439:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.142441:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745829.142442:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788745829.142443:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788745829.142449:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.142457:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788745829.142458:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.142461:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788745829.142463:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788745829.142465:0:2366:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788745829.142468:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0142d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718863488:192.168.206.135@tcp:400:kworker.0 00000100:00000001:2.0:1788745829.142472:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788745829.142482:0:2366:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788745829.142484:0:2366:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.142486:0:2366:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788745829.142490:0:2366:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0148a2a200. 02000000:00000001:2.0:1788745829.142492:0:2366:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788745829.142496:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:2.0:1788745829.142499:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b01502ce580. 00000400:00000010:2.0:1788745829.142504:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed56e8. 00000100:00000200:2.0:1788745829.142508:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863488, portal 10 00000100:00000001:2.0:1788745829.142510:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788745829.142512:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028451652864 : -111045257898752 : ffff9b0142d95500) 00000100:00000040:2.0:1788745829.142519:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.142526:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788745829.142529:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:2.0:1788745829.142532:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5990. 00000100:00000200:2.0:1788745829.142535:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718863488, offset 0 00000400:00000200:2.0:1788745829.142540:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:2.0:1788745829.142544:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.142547:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:2.0:1788745829.142550:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788745829.142552:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:2.0:1788745829.142554:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788745829.142556:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:2.0:1788745829.142559:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [126:126:254:4294967295] 192.168.206.135@tcp LPNI seq info [126:126:6:4294967295] 00000400:00000200:2.0:1788745829.142563:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.142568:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788745829.142572:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:2.0:1788745829.142576:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8900. 00000800:00000200:2.0:1788745829.142579:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:2.0:1788745829.142584:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:2.0:1788745829.142586:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788745829.142594:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.142598:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 136306 usecs (137 jiffies) 00000400:00000200:2.0:1788745829.142602:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:2.0:1788745829.142603:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295043726 00000100:00000001:2.0:1788745829.142606:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 2, keep current deadline 4295044547 00000100:00000001:2.0:1788745829.142607:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295043726 00000100:00000001:2.0:1788745829.142609:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 3, keep current deadline 4295044547 00000100:00000001:2.0:1788745829.142611:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745829.142614:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.142616:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.142618:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.142639:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745829.142641:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745829.143031:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745829.143035:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8300. 00000400:00000200:2.0:1788745829.143043:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745829.143049:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745829.143055:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5330 00000400:00000010:2.0:1788745829.143057:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5330. 00000100:00000001:2.0:1788745829.143062:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745829.143067:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.143077:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745829.143080:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.143087:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.143088:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745829.143102:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745829.143104:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8c00. 00000400:00000200:2.0:1788745829.143107:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745829.143109:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745829.143112:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5a18 00000400:00000010:2.0:1788745829.143120:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5a18. 00000100:00000001:2.0:1788745829.143123:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745829.143128:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.143135:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745829.143137:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.143142:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.143144:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745829.143750:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745829.143755:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8900. 00000400:00000200:2.0:1788745829.143759:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745829.143765:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745829.143769:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5990 00000400:00000010:2.0:1788745829.143771:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5990. 00000100:00000001:2.0:1788745829.143774:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745829.143779:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.143787:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745829.143789:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.143796:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.143797:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745829.151488:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151513:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745829.151518:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151521:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745829.151532:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151540:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745829.151552:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151558:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151564:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151568:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03a80 00000400:00000200:2.0:1788745829.151600:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151608:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:2.0:1788745829.151617:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151621:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745829.151625:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745829.151630:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745829.151639:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745829.151647:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745829.151659:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.151682:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745829.151691:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151694:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745829.151696:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151699:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745829.151702:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151706:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745829.151710:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151713:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151716:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151719:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03b00 00000400:00000200:2.0:1788745829.151722:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151727:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:2.0:1788745829.151730:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151734:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745829.151736:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745829.151739:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745829.151742:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745829.151746:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745829.151769:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.151776:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745829.151780:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151784:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745829.151785:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151787:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745829.151790:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151794:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745829.151797:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151800:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151802:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151805:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c03a00 00000400:00000200:2.0:1788745829.151809:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745829.151813:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:2.0:1788745829.151816:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151825:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745829.151827:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745829.151829:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745829.151832:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745829.151836:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745829.151845:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.151852:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745829.151855:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745829.151857:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.151875:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745829.151879:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788745829.151886:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745829.151894:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745829.151898:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b01502ce580. 00000400:00000200:2.0:1788745829.151903:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed56e8 00000400:00000010:2.0:1788745829.151906:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed56e8. 00000100:00000001:2.0:1788745829.151909:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745829.151913:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745829.151922:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.151928:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745829.151931:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.151933:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745829.151937:0:2366:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745829.151939:0:2366:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745829.151942:0:2366:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.151945:0:2366:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745829.151955:0:2366:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745829.151959:0:2366:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745829.151961:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745829.151963:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.151966:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788745829.151968:0:2366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.151972:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788745829.151974:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:2.0:1788745829.151976:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788745829.151978:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.151981:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.151988:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745829.151991:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745829.151993:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745829.151996:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745829.152014:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13581d72-1568-4155-bc58-506419abbfcc:2366:1875635718863488:192.168.206.135@tcp:400:kworker.0 00000400:00000001:2.0:1788745829.152020:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745829.152021:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745829.152023:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b01502ce3c8. 00000400:00000200:2.0:1788745829.152025:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5440 00000400:00000010:2.0:1788745829.152027:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5440. 00000100:00000001:2.0:1788745829.152029:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745829.152032:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745829.152039:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152045:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745829.152047:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152049:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745829.152050:0:2366:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745829.152052:0:2366:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745829.152053:0:2366:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.152055:0:2366:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745829.152058:0:2366:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745829.152061:0:2366:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745829.152063:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745829.152064:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.152066:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788745829.152068:0:2366:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.152070:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.152073:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152080:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745829.152082:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745829.152083:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745829.152087:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745829.152099:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2366:1875635718863360:192.168.206.135@tcp:400:kworker.0 00000400:00000001:2.0:1788745829.152104:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788745829.152105:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788745829.152107:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b01502ce0b0. 00000400:00000200:2.0:1788745829.152109:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5bb0 00000400:00000010:2.0:1788745829.152111:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5bb0. 00000100:00000001:2.0:1788745829.152113:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745829.152116:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788745829.152124:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152130:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788745829.152131:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152132:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788745829.152134:0:2366:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788745829.152135:0:2366:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788745829.152136:0:2366:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788745829.152138:0:2366:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745829.152142:0:2366:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1788745829.152145:0:2366:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745829.152170:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788745829.152171:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.152173:0:2366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788745829.152175:0:2366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.152177:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788745829.152179:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:2.0:1788745829.152181:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788745829.152182:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745829.152186:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152192:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788745829.152199:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788745829.152200:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788745829.152205:0:2366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788745829.152212:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0142d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2366:1875635718863616:192.168.206.135@tcp:400:kworker.0 00000100:00000001:2.0:1788745829.152216:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152219:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745829.152223:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d95500 x1875635718863488/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152229:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745829.152232:0:2366:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745829.152236:0:2366:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0148a2a200. 02000000:00000001:2.0:1788745829.152239:0:2366:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745829.152242:0:2366:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745829.152244:0:2366:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:2.0:1788745829.152246:0:2366:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745829.152249:0:2366:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8200. 02000000:00000001:2.0:1788745829.152253:0:2366:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745829.152255:0:2366:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745829.152257:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d95500. 00000100:00000001:2.0:1788745829.152261:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745829.152262:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152264:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745829.152267:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d97100 x1875635718863360/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152273:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745829.152274:0:2366:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745829.152276:0:2366:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0148a2a000. 02000000:00000001:2.0:1788745829.152278:0:2366:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745829.152279:0:2366:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745829.152280:0:2366:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:2.0:1788745829.152282:0:2366:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745829.152283:0:2366:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8e00. 02000000:00000001:2.0:1788745829.152290:0:2366:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745829.152291:0:2366:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745829.152292:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d97100. 00000100:00000001:2.0:1788745829.152295:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745829.152296:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152297:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745829.152301:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0142d94e00 x1875635718863616/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745829.152308:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788745829.152309:0:2366:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788745829.152310:0:2366:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0148a2ba00. 02000000:00000001:2.0:1788745829.152312:0:2366:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788745829.152314:0:2366:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788745829.152315:0:2366:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:2.0:1788745829.152316:0:2366:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788745829.152318:0:2366:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0148cd8700. 02000000:00000001:2.0:1788745829.152320:0:2366:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788745829.152321:0:2366:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788745829.152322:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0142d94e00. 00000100:00000001:2.0:1788745829.152325:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788745829.152326:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152328:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745829.152335:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788745829.152338:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745829.152340:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788745829.152342:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.525251:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745829.525261:0:8321:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745829.525264:0:8321:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745829.525267:0:8321:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.525272:0:8321:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745829.525274:0:8321:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.525277:0:8321:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.525279:0:8321:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745829.525283:0:8321:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745829.525284:0:8321:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788745829.525497:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788745829.525500:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788745829.525503:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788745829.806681:0:9384:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745829.806698:0:9384:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745830.159238:0:8321:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295044547, at 4295044608 00000100:00000010:2.0:1788745830.159256:0:8321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142dea8a0. 00000100:00000040:3.0:1788745830.159329:0:1013:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295044547, at 4295044608 00000100:00000010:3.0:1788745830.159349:0:1013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142deade0. 00000001:00000001:2.0:1788745830.255446:0:9420:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788745830.255454:0:9420:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1788745830.258460:0:9420:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788745830.543406:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745830.543412:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745830.543418:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745830.543419:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745830.543666:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745830.543670:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745830.543674:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745831.573002:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745831.573010:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745831.573017:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745831.573018:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745831.573075:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745831.573078:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745831.573081:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788745831.802628:0:9516:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745831.802641:0:9516:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745832.592523:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745832.592532:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745832.592538:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745832.592539:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745832.592618:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745832.592622:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745832.592625:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1788745833.357351:0:9581:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9b01471a4410. 00000400:00000040:1.0:1788745833.357379:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788745833.357382:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788745833.357384:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788745833.357386:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788745833.357387:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788745833.357389:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788745833.357391:0:9581:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1788745833.361468:0:9581:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9b01471a4410. 00010000:00000001:2.0:1788745833.615543:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745833.615552:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745833.615560:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745833.615563:0:27:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745833.615565:0:27:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745833.615569:0:27:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745833.615573:0:27:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745833.615575:0:27:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745833.615577:0:27:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745833.615580:0:27:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745833.615611:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745833.615614:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745833.615617:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788745834.257090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788745834.257104:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788745834.257116:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145030a80. 00000020:00000040:1.0:1788745834.257123:0:37:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:1.0:1788745834.257128:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745834.257131:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745834.257138:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745834.257192:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0147deb500. 00000100:00000001:1.0:1788745834.257200:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257232:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788745834.257243:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745834.257249:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257256:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ed3293d] to pc [ptlrpcd_00_01+1] req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.257285:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788745834.257291:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788745834.257295:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145033b80. 00000020:00000040:1.0:1788745834.257297:0:37:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:1.0:1788745834.257300:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745834.257301:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745834.257303:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745834.257307:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0147deb800. 00000100:00000001:1.0:1788745834.257311:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257315:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788745834.257322:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745834.257324:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257328:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014af584e] to pc [ptlrpcd_00_00+0] req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.257337:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788745834.257354:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788745834.257357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788745834.257360:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788745834.257363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788745834.257374:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788745834.257377:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145033800. 00000020:00000040:1.0:1788745834.257379:0:37:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:1.0:1788745834.257381:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745834.257383:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745834.257385:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745834.257389:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0147debd00. 00000100:00000001:1.0:1788745834.257392:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257397:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788745834.257403:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745834.257405:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257409:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac185b8e] to pc [ptlrpcd_00_01+1] req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.257416:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.257418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788745834.257421:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788745834.257423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788745834.257427:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788745834.257433:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:0.0:1788745834.257453:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.257463:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745834.257466:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788745834.257469:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745834.257471:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788745834.257472:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.257473:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745834.257477:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.257482:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745834.257484:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.257484:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745834.257486:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.257488:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745834.257488:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745834.257491:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745834.257491:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745834.257495:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.257497:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745834.257498:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718863744:192.168.206.135@tcp:400:kworker.0 00000100:00100000:1.0:1788745834.257501:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718863872:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745834.257503:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788745834.257504:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745834.257508:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745834.257509:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745834.257511:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.257511:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.257514:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788745834.257514:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745834.257518:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094ae00. 02000000:00000010:1.0:1788745834.257518:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0147f2ba00. 02000000:00000001:0.0:1788745834.257521:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.257521:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745834.257529:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745834.257534:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127a50. 00000400:00000200:0.0:1788745834.257539:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745834.257542:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b948. 00000400:00000010:1.0:1788745834.257543:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f440. 00000400:00000010:0.0:1788745834.257546:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498055d8. 00000100:00000200:0.0:1788745834.257551:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863744, portal 25 00000100:00000200:1.0:1788745834.257551:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718863872, portal 10 00000100:00000001:0.0:1788745834.257553:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745834.257553:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745834.257555:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487940736 : -111045221610880 : ffff9b0145030a80) 00000100:00000001:1.0:1788745834.257555:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000100:00000040:0.0:1788745834.257561:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788745834.257562:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.257570:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788745834.257570:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745834.257573:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000100:00000040:1.0:1788745834.257573:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745834.257575:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805550. 00000400:00000010:1.0:1788745834.257577:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f3b8. 00000100:00000200:0.0:1788745834.257579:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718863744, offset 0 00000100:00000200:1.0:1788745834.257579:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718863872, offset 0 00000400:00000200:1.0:1788745834.257586:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745834.257591:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745834.257595:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745834.257603:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745834.257608:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745834.257613:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745834.257617:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745834.257620:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745834.257623:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [127:127:256:4294967295] 192.168.206.135@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1788745834.257628:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.257631:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.257634:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745834.257637:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745834.257639:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745834.257639:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745834.257645:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745834.257646:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745834.257648:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745834.257651:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [128:128:255:4294967295] 192.168.206.135@tcp LPNI seq info [128:128:7:4294967295] 00000800:00000010:1.0:1788745834.257653:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147deb700. 00000400:00000200:0.0:1788745834.257655:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.257661:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745834.257661:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745834.257665:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745834.257669:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcbc00. 00000800:00000200:1.0:1788745834.257670:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745834.257672:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745834.257674:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147deb700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1788745834.257676:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745834.257678:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745834.257695:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.257695:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745834.257699:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000040:1.0:1788745834.257700:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 131385 usecs (132 jiffies) 00000100:00000001:0.0:1788745834.257702:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295049664 00000400:00000200:1.0:1788745834.257703:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745834.257704:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295048838 00000100:00000010:0.0:1788745834.257706:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c960. 00000100:00000001:0.0:1788745834.257714:0:2364:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788745834.257720:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295049664 00000100:00000010:0.0:1788745834.257724:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0ccc0. 00000100:00000001:0.0:1788745834.257728:0:2364:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788745834.257731:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745834.257734:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.257737:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745834.257741:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.257748:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745834.257750:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.257752:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745834.257753:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745834.257755:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745834.257757:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718864000:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745834.257760:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745834.257770:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745834.257772:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.257773:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745834.257776:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094bc00. 02000000:00000001:0.0:1788745834.257778:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745834.257781:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745834.257784:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014baa8. 00000400:00000010:0.0:1788745834.257787:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805a18. 00000100:00000200:0.0:1788745834.257790:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718864000, portal 10 00000800:00000200:2.0:1788745834.257794:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788745834.257803:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1788745834.257804:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147deb700. 00000100:00000001:0.0:1788745834.257805:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487952384 : -111045221599232 : ffff9b0145033800) 00000100:00000040:0.0:1788745834.257811:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788745834.257811:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788745834.257817:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788745834.257817:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000040:0.0:1788745834.257819:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745834.257822:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805440. 00000400:00000200:2.0:1788745834.257822:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f3b8 00000400:00000010:2.0:1788745834.257825:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f3b8. 00000100:00000001:2.0:1788745834.257829:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745834.257833:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.257842:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745834.257846:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.257851:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.257853:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745834.257943:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745834.257946:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcbc00. 00000400:00000200:2.0:1788745834.257949:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.257953:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000200:0.0:1788745834.257973:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718864000, offset 0 00000400:00000200:0.0:1788745834.257982:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745834.257986:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.257990:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745834.257993:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745834.257995:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745834.257998:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745834.258000:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745834.258003:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [129:129:255:4294967295] 192.168.206.135@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:0.0:1788745834.258007:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.258013:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745834.258018:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745834.258021:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb900. 00000800:00000200:0.0:1788745834.258025:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745834.258029:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745834.258032:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745834.258043:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745834.258046:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 14562 usecs (15 jiffies) 00000400:00000200:0.0:1788745834.258050:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745834.258052:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295048721 00000100:00000001:0.0:1788745834.258054:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295049664 00000100:00000001:0.0:1788745834.258056:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295048721 00000100:00000001:0.0:1788745834.258058:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295049664 00000100:00000001:0.0:1788745834.258060:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745834.258062:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.258065:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.258067:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.258074:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745834.258077:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745834.258079:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.258080:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745834.258081:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.258083:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788745834.263200:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.263224:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745834.263230:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.263233:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745834.263244:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.263253:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745834.263264:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.263271:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.263278:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.263283:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c03b80 00000400:00000200:3.0:1788745834.263290:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.263297:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:3.0:1788745834.263306:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.263313:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745834.263318:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745834.263323:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745834.263331:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745834.263351:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745834.263363:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745834.263412:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745834.263425:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.263428:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.264204:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.264210:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745834.264219:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745834.264221:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745834.264226:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b948. 00000400:00000200:0.0:1788745834.264233:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498055d8 00000400:00000010:0.0:1788745834.264236:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498055d8. 00000100:00000001:0.0:1788745834.264241:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745834.264248:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745834.264259:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.264265:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788745834.264270:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.264277:0:2364:0:(client.c:3011:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.264292:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.264296:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.264298:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.264300:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745834.264302:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.264303:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788745834.264506:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.264515:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745834.264518:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.264520:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745834.264526:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.264531:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745834.264537:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.264541:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.264545:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.264549:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03c00 00000400:00000200:3.0:1788745834.264554:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.264559:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:3.0:1788745834.264582:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.264589:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745834.264950:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745834.264956:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745834.264964:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745834.264969:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745834.264979:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745834.264987:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745834.264994:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.264999:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.265572:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 2, keep current deadline 4295049664 00000100:00000001:1.0:1788745834.265580:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295048846 00000100:00000001:1.0:1788745834.265584:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 3, keep current deadline 4295049664 00000100:00000001:1.0:1788745834.265587:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745834.265591:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788745834.265597:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745834.265599:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745834.265602:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127a50. 00000400:00000200:1.0:1788745834.265608:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f440 00000400:00000010:1.0:1788745834.265611:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f440. 00000100:00000001:1.0:1788745834.265615:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745834.265623:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745834.265634:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.265641:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745834.265643:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.265645:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745834.265649:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745834.265652:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745834.265654:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.265658:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745834.265669:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745834.265673:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745834.265702:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745834.265705:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745834.265708:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745834.265712:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.265716:0:2363:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788745834.265718:0:2363:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:1.0:1788745834.265720:0:2363:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788745834.265722:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.265728:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.265735:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745834.265738:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745834.265740:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745834.265743:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745834.265751:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718863872:192.168.206.135@tcp:400:kworker.0 00000100:00000001:1.0:1788745834.265756:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.265759:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745834.265762:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145033b80 x1875635718863872/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.265769:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745834.265771:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745834.265776:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0147f2ba00. 02000000:00000001:1.0:1788745834.265780:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745834.265783:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745834.265785:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:1.0:1788745834.265787:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745834.265790:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0147deb800. 02000000:00000001:1.0:1788745834.265794:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745834.265796:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745834.265797:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145033b80. 00000100:00000001:1.0:1788745834.265802:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745834.265810:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.265812:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.265820:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745834.265822:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.265825:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745834.265828:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788745834.266805:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805550 00000400:00000010:2.0:1788745834.266815:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805550. 00000100:00000001:2.0:1788745834.266824:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745834.266834:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.266867:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745834.266872:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.266879:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.266881:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788745834.267045:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.267049:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788745834.267057:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.267066:0:2364:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.267069:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745834.267071:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745834.267074:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745834.267077:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.267080:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745834.267086:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745834.267090:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745834.267092:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745834.267094:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.267096:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745834.267098:0:2364:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.267101:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745834.267105:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.267111:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745834.267114:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745834.267116:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745834.267119:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745834.267127:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718863744:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745834.267133:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.267135:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745834.267191:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145030a80 x1875635718863744/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.267197:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745834.267200:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745834.267203:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094ae00. 02000000:00000001:0.0:1788745834.267207:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745834.267209:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745834.267211:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745834.267213:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745834.267216:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0147deb500. 02000000:00000001:0.0:1788745834.267220:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745834.267222:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745834.267224:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145030a80. 00000100:00000001:0.0:1788745834.267228:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745834.267229:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.267231:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745834.267391:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745834.267395:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb900. 00000400:00000200:2.0:1788745834.267400:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.267405:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745834.267410:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805440 00000400:00000010:2.0:1788745834.267413:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805440. 00000100:00000001:2.0:1788745834.267422:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745834.267426:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.267435:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745834.267438:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.267444:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.267446:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788745834.275336:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.275369:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745834.275373:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.275375:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745834.275402:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.275410:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745834.275420:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.275425:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.275431:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.275436:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c03c80 00000400:00000200:3.0:1788745834.275441:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745834.275448:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:3.0:1788745834.275456:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.275464:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745834.275468:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745834.275472:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745834.275481:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745834.275491:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745834.275503:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745834.275544:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745834.275554:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745834.275557:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.276366:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.276373:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745834.276382:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745834.276384:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745834.276388:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014baa8. 00000400:00000200:0.0:1788745834.276396:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805a18 00000400:00000010:0.0:1788745834.276398:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805a18. 00000100:00000001:0.0:1788745834.276402:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745834.276411:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745834.276422:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.276430:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745834.276432:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.276435:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745834.276438:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745834.276441:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745834.276443:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.276447:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745834.276456:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745834.276480:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745834.276483:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745834.276485:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.276488:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745834.276491:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.276494:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745834.276497:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745834.276499:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745834.276501:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745834.276506:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.276515:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745834.276518:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745834.276521:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745834.276524:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745834.276532:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718864000:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745834.276536:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.276539:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745834.276542:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145033800 x1875635718864000/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.276549:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745834.276551:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745834.276556:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094bc00. 02000000:00000001:0.0:1788745834.276560:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745834.276563:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745834.276565:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:0.0:1788745834.276567:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745834.276570:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0147debd00. 02000000:00000001:0.0:1788745834.276574:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745834.276576:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745834.276578:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145033800. 00000100:00000001:0.0:1788745834.276588:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745834.276589:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.276592:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.276601:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745834.276603:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.276605:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.276608:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.640146:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745834.640193:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.640201:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745834.640202:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745834.641605:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745834.641613:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.641619:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788745834.766220:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.766241:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745834.766246:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.766248:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745834.766258:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766267:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745834.766277:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766282:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766289:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766294:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 328 into portal 15 MB=0x6a9e179d0c600 00000400:00000200:2.0:1788745834.766304:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.135@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1788745834.766312:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.766317:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745834.766321:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.766326:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745834.766334:0:2357:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788745834.766373:0:2357:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788745834.766382:0:2357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d94e00. 00000100:00000040:2.0:1788745834.766386:0:2357:0:(events.c:341:request_in_callback()) incoming req@ffff9b0142d94e00 x1875635736724992 msgsize 328 00000100:00100000:2.0:1788745834.766390:0:2357:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.135@tcp (source: 12345-192.168.206.135@tcp) 00000100:00000001:2.0:1788745834.766405:0:2357:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788745834.766429:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788745834.766474:0:5594:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788745834.766478:0:5594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875635736724992 02000000:00000001:3.0:1788745834.766482:0:5594:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788745834.766485:0:5594:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788745834.766487:0:5594:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745834.766492:0:5594:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745834.766497:0:5594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875635736724992 00000020:00000001:3.0:1788745834.766501:0:5594:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788745834.766503:0:5594:0:(genops.c:804:class_conn2export()) looking for export cookie 0x379bd49cc567d4cc 00000020:00000001:3.0:1788745834.766506:0:5594:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788745834.766511:0:5594:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b0145151800 refcount=3 00000020:00000001:3.0:1788745834.766522:0:5594:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633028489123840 : -111045220427776 : ffff9b0145151800) 00000800:00000001:2.0:1788745834.766524:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788745834.766526:0:5594:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633028489123840 : -111045220427776 : ffff9b0145151800) 00000800:00000001:2.0:1788745834.766536:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788745834.766539:0:5594:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1788745834.766541:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1788745834.766545:0:5594:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b014513c200. 00000400:00000200:2.0:1788745834.766548:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745834.766550:0:5594:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788745834.766556:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000020:00000010:3.0:1788745834.766556:0:5594:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b014513c200. 00000400:00000200:2.0:1788745834.766565:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000020:00000010:3.0:1788745834.766566:0:5594:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b0142bda200. 00000400:00000200:2.0:1788745834.766569:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766574:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766577:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 328 into portal 15 MB=0x6a9e179d0c800 00000020:00000010:3.0:1788745834.766581:0:5594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b0149a59a80. 00000400:00000200:2.0:1788745834.766582:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.135@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:2.0:1788745834.766590:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1788745834.766590:0:5594:0:(tgt_main.c:519:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b01511dded8. 00000800:00000001:2.0:1788745834.766599:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788745834.766602:0:5594:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000400:00000200:2.0:1788745834.766604:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788745834.766607:0:5594:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1788745834.766610:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745834.766611:0:5594:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788745834.766615:0:5594:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.766616:0:2357:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788745834.766619:0:2357:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788745834.766624:0:2357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0142d97100. 00000100:00000040:2.0:1788745834.766626:0:2357:0:(events.c:341:request_in_callback()) incoming req@ffff9b0142d97100 x1875635736725504 msgsize 328 00000100:00000001:3.0:1788745834.766630:0:5594:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788745834.766632:0:2357:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.135@tcp (source: 12345-192.168.206.135@tcp) 00000100:00000001:2.0:1788745834.766646:0:2357:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1788745834.766646:0:5594:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745834.766652:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.766657:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745834.766661:0:5594:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788745834.766664:0:5594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875635736725504 02000000:00000001:3.0:1788745834.766666:0:5594:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788745834.766667:0:5594:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788745834.766669:0:5594:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745834.766672:0:5594:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745834.766675:0:5594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875635736725504 00000020:00000001:3.0:1788745834.766677:0:5594:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1788745834.766678:0:5593:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1788745834.766679:0:5594:0:(genops.c:804:class_conn2export()) looking for export cookie 0x379bd49cc567d4cc 00000100:00000001:2.0:1788745834.766683:0:5593:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1788745834.766683:0:5594:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788745834.766685:0:5594:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b0145151800 refcount=4 00000020:00000001:3.0:1788745834.766690:0:5594:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633028489123840 : -111045220427776 : ffff9b0145151800) 00000100:00100000:2.0:1788745834.766691:0:5593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.135@tcp, seq: 3 00000020:00000001:3.0:1788745834.766694:0:5594:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633028489123840 : -111045220427776 : ffff9b0145151800) 00000100:00000040:2.0:1788745834.766697:0:5593:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b0145151800 : new rpc_count 1 00000100:00000001:3.0:1788745834.766698:0:5594:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1788745834.766701:0:5593:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633028451651072 : -111045257900544 : ffff9b0142d94e00) 00000020:00000010:3.0:1788745834.766703:0:5594:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b014513c200. 00000100:00000001:3.0:1788745834.766707:0:5594:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788745834.766710:0:5594:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b014513c200. 00000100:00000040:2.0:1788745834.766712:0:5593:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b0142d94e00 x1875635736724992/t0(0) o104->b91c5b7d-8f09-4670-93c2-553b4c67cc0b@192.168.206.135@tcp:600/0 lens 328/0 e 0 to 0 dl 1788745845 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1788745834.766715:0:5594:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b0142bdbc00. 00000100:00000001:2.0:1788745834.766724:0:5593:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788745834.766729:0:5593:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b0149847b00. 00000020:00000010:3.0:1788745834.766733:0:5594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b0149a59000. 00000020:00000010:3.0:1788745834.766738:0:5594:0:(tgt_main.c:519:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b01511dd898. 00000100:00000001:2.0:1788745834.766739:0:5593:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788745834.766744:0:5593:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b0149847b00. 00000100:00000001:3.0:1788745834.766745:0:5594:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1788745834.766751:0:5593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b0142d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+4:11361:x1875635736724992:12345-192.168.206.135@tcp:104: 00000100:00000001:3.0:1788745834.766754:0:5594:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788745834.766757:0:5594:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788745834.766758:0:5593:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875635736724992 00000100:00000001:3.0:1788745834.766763:0:5594:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.766765:0:5593:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1788745834.766768:0:5594:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788745834.766774:0:5593:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788745834.766778:0:5593:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788745834.766781:0:5593:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f9800 refcount=2 00000020:00000001:2.0:1788745834.766784:0:5593:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513222144 : -111044196329472 : ffff9b01821f9800) 00010000:00000001:2.0:1788745834.766787:0:5593:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513222144 : -111044196329472 : ffff9b01821f9800) 00010000:00000001:2.0:1788745834.766791:0:5593:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788745834.766795:0:5593:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745834.766801:0:5593:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788745834.766813:0:5593:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788745834.766815:0:5593:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788745834.766821:0:5593:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b0149bb5c00. 02000000:00000001:2.0:1788745834.766824:0:5593:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.766826:0:5593:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.766832:0:5593:0:(ldlm_lib.c:3358:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788745834.766835:0:5593:0:(ldlm_lib.c:3368:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745834.766840:0:5593:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b014983dde8 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745834.766845:0:5593:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788745834.766849:0:5593:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b014aa04a00 refcount 22 to 192.168.206.135@tcp 00000100:00000001:2.0:1788745834.766851:0:5593:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633028582132224 : -111045127419392 : ffff9b014aa04a00) 02000000:00000001:2.0:1788745834.766854:0:5593:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788745834.766857:0:5593:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.766861:0:5593:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788745834.766864:0:5593:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:2.0:1788745834.766869:0:5593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5bb0. 00000100:00000200:2.0:1788745834.766876:0:5593:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875635736724992, offset 224 00000400:00000200:2.0:1788745834.766883:0:5593:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:2.0:1788745834.766895:0:5593:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766903:0:5593:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.35@tcp to MR: 192.168.206.135@tcp local destination 00000400:00000200:2.0:1788745834.766922:0:5593:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [130:130:256:4294967295] 192.168.206.135@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1788745834.766927:0:5593:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.766938:0:5593:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:192.168.206.35@tcp) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788745834.766944:0:5593:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:2.0:1788745834.766950:0:5593:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8e00. 00000800:00000200:2.0:1788745834.766957:0:5593:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:2.0:1788745834.766966:0:5593:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:2.0:1788745834.766970:0:5593:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788745834.766988:0:5593:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745834.766992:0:5593:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9b014aa04a00 refcount 21 to 192.168.206.135@tcp 00010000:00000001:2.0:1788745834.766995:0:5593:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788745834.766999:0:5593:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b01450f7000. 00010000:00000001:2.0:1788745834.767002:0:5593:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788745834.767019:0:5593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788745834.767021:0:5593:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.767023:0:5593:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.767025:0:5593:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745834.767031:0:5593:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d94e00 x1875635736724992/t0(0) o104->b91c5b7d-8f09-4670-93c2-553b4c67cc0b@192.168.206.135@tcp:600/0 lens 328/224 e 0 to 0 dl 1788745845 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788745834.767041:0:5593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b0142d94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+4:11361:x1875635736724992:12345-192.168.206.135@tcp:104: Request processed in 315us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788745834.767048:0:5593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.135@tcp, seq: 3 00000100:00000040:2.0:1788745834.767052:0:5593:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b0145151800 : new rpc_count 0 00000100:00000001:2.0:1788745834.767055:0:5593:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788745834.767057:0:5593:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788745834.767062:0:5593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b0149a59a80. 00000020:00000010:2.0:1788745834.767066:0:5593:0:(tgt_main.c:531:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b01511dded8. 00000020:00000010:2.0:1788745834.767071:0:5593:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b0142bda200. 00000020:00000040:2.0:1788745834.767082:0:5593:0:(genops.c:879:class_export_put()) PUTting export ffff9b0145151800 : new refcount 3 00000100:00000001:2.0:1788745834.767085:0:5593:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788745834.767094:0:5593:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788745834.767095:0:5593:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788745834.767099:0:5593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.135@tcp, seq: 4 00000100:00000040:2.0:1788745834.767101:0:5593:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b0145151800 : new rpc_count 1 00000100:00000001:2.0:1788745834.767103:0:5593:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633028451660032 : -111045257891584 : ffff9b0142d97100) 00000100:00000040:2.0:1788745834.767108:0:5593:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b0142d97100 x1875635736725504/t0(0) o104->b91c5b7d-8f09-4670-93c2-553b4c67cc0b@192.168.206.135@tcp:600/0 lens 328/0 e 0 to 0 dl 1788745845 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788745834.767116:0:5593:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788745834.767119:0:5593:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b0149847b00. 00000100:00000001:2.0:1788745834.767121:0:5593:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788745834.767124:0:5593:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b0149847b00. 00000100:00100000:2.0:1788745834.767128:0:5593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b0142d97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+3:11361:x1875635736725504:12345-192.168.206.135@tcp:104: 00000100:00000200:2.0:1788745834.767131:0:5593:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875635736725504 00010000:00000001:2.0:1788745834.767133:0:5593:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788745834.767136:0:5593:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788745834.767137:0:5593:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788745834.767139:0:5593:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b014164c600 refcount=2 00000020:00000001:2.0:1788745834.767141:0:5593:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633028427236864 : -111045282314752 : ffff9b014164c600) 00010000:00000001:2.0:1788745834.767144:0:5593:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633028427236864 : -111045282314752 : ffff9b014164c600) 00010000:00000001:2.0:1788745834.767146:0:5593:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788745834.767194:0:5593:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745834.767198:0:5593:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788745834.767205:0:5593:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788745834.767206:0:5593:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788745834.767210:0:5593:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b0149bb6400. 02000000:00000001:2.0:1788745834.767212:0:5593:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.767213:0:5593:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.767221:0:5593:0:(ldlm_lib.c:3358:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788745834.767223:0:5593:0:(ldlm_lib.c:3368:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788745834.767226:0:5593:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b014983dde8 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1788745834.767229:0:5593:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788745834.767231:0:5593:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b014aa04a00 refcount 22 to 192.168.206.135@tcp 00000100:00000001:2.0:1788745834.767233:0:5593:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633028582132224 : -111045127419392 : ffff9b014aa04a00) 02000000:00000001:2.0:1788745834.767239:0:5593:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788745834.767241:0:5593:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.767243:0:5593:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788745834.767245:0:5593:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:2.0:1788745834.767249:0:5593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0144ed5440. 00000100:00000200:2.0:1788745834.767252:0:5593:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875635736725504, offset 224 00000400:00000200:2.0:1788745834.767256:0:5593:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:2.0:1788745834.767261:0:5593:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.767264:0:5593:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.35@tcp to MR: 192.168.206.135@tcp local destination 00000400:00000200:2.0:1788745834.767268:0:5593:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [131:131:255:4294967295] 192.168.206.135@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:2.0:1788745834.767272:0:5593:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.767277:0:5593:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:192.168.206.35@tcp) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:2.0:1788745834.767281:0:5593:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:2.0:1788745834.767284:0:5593:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0148cd8200. 00000800:00000200:2.0:1788745834.767287:0:5593:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:2.0:1788745834.767291:0:5593:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:2.0:1788745834.767294:0:5593:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0148cd8200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788745834.767297:0:5593:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745834.767299:0:5593:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9b014aa04a00 refcount 21 to 192.168.206.135@tcp 00010000:00000001:2.0:1788745834.767301:0:5593:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788745834.767303:0:5593:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b01450f7300. 00010000:00000001:2.0:1788745834.767305:0:5593:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788745834.767315:0:5593:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1788745834.767317:0:5593:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.767319:0:5593:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745834.767320:0:5593:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788745834.767332:0:5593:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0142d97100 x1875635736725504/t0(0) o104->b91c5b7d-8f09-4670-93c2-553b4c67cc0b@192.168.206.135@tcp:600/0 lens 328/224 e 0 to 0 dl 1788745845 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788745834.767352:0:5593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b0142d97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:b91c5b7d-8f09-4670-93c2-553b4c67cc0b+3:11361:x1875635736725504:12345-192.168.206.135@tcp:104: Request processed in 233us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1788745834.767358:0:5593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.135@tcp, seq: 4 00000100:00000040:2.0:1788745834.767361:0:5593:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b0145151800 : new rpc_count 0 00000100:00000001:2.0:1788745834.767363:0:5593:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788745834.767364:0:5593:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788745834.767367:0:5593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b0149a59000. 00000020:00000010:2.0:1788745834.767370:0:5593:0:(tgt_main.c:531:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b01511dd898. 00000020:00000010:2.0:1788745834.767373:0:5593:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b0142bdbc00. 00000020:00000040:2.0:1788745834.767377:0:5593:0:(genops.c:879:class_export_put()) PUTting export ffff9b0145151800 : new refcount 2 00000100:00000001:2.0:1788745834.767378:0:5593:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788745834.779508:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745834.779516:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.779522:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1788745834.779526:0:5601:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788745834.779528:0:5601:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788745834.779545:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745834.779673:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b01821f9800 already unused, calling callback (ffffffffc1235c20) 10000000:00000001:0.0:1788745834.779676:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788745834.779679:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788745834.779686:0:5601:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788745834.779688:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788745834.779691:0:5601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788745834.779694:0:5601:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f9800 refcount=3 00000020:00000001:0.0:1788745834.779697:0:5601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513222144 : -111044196329472 : ffff9b01821f9800) 00010000:00000001:0.0:1788745834.779700:0:5601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513222144 : -111044196329472 : ffff9b01821f9800) 00010000:00000001:0.0:1788745834.779702:0:5601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788745834.779704:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788745834.779710:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788745834.779712:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788745834.779736:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788745834.779741:0:5601:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788745834.779742:0:5601:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1788745834.779744:0:5601:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788745834.779746:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788745834.779748:0:5601:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788745834.779777:0:5601:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788745834.779779:0:5601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788745834.779781:0:5601:0:(mgc_request.c:123:config_log_put()) log params(ffff9b0146499600) refs 2 10000000:00000001:0.0:1788745834.779784:0:5601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788745834.779785:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.779788:0:5601:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788745834.779849:0:5601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788745834.779852:0:5601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788745834.779855:0:5601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788745834.779857:0:5601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788745834.779861:0:5601:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b01821f9800 with handle 0x379bd49cc567d582 from hash 00010000:00000001:0.0:1788745834.779864:0:5601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788745834.779865:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788745834.779868:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788745834.779869:0:5601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788745834.779871:0:5601:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788745834.779873:0:5601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788745834.779876:0:5601:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788745834.779878:0:5601:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788745834.779888:0:5601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f100. 00000020:00000040:0.0:1788745834.779893:0:5601:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745834.780715:0:5601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745834.780719:0:5601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745834.780725:0:5601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745834.780737:0:5601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b015094bc00. 00000100:00000001:0.0:1788745834.780746:0:5601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.780748:0:5601:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788745834.780755:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745834.780780:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788745834.780782:0:5601:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.780788:0:5601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745834.782404:0:5601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745834.782428:0:5601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbfa4c3] to pc [ptlrpcd_00_00+0] req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788745834.782472:0:5601:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788745834.782478:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788745834.782480:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788745834.782482:0:5601:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.782485:0:5601:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788745834.782488:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.782493:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788745834.782501:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788745834.782503:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.135@tcp lock: ffff9b01821f9800/0x379bd49cc567d582 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f21d3 expref: -99 pid: 8500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788745834.782520:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788745834.782522:0:5601:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788745834.782525:0:5601:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b01450f7000. 00010000:00000001:0.0:1788745834.782541:0:5601:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745834.782617:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745834.782620:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.782624:0:5601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788745834.782627:0:5601:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788745834.782629:0:5601:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788745834.782632:0:5601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745834.782640:0:5601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b014164c600 already unused, calling callback (ffffffffc1235c20) 10000000:00000001:0.0:1788745834.782664:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788745834.782667:0:5601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788745834.782674:0:5601:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788745834.782676:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788745834.782678:0:5601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788745834.782681:0:5601:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b014164c600 refcount=3 00000020:00000001:0.0:1788745834.782684:0:5601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633028427236864 : -111045282314752 : ffff9b014164c600) 00010000:00000001:0.0:1788745834.782687:0:5601:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633028427236864 : -111045282314752 : ffff9b014164c600) 00010000:00000001:0.0:1788745834.782690:0:5601:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788745834.782692:0:5601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788745834.782699:0:5601:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788745834.782701:0:5601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788745834.782707:0:5601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788745834.782712:0:5601:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788745834.782714:0:5601:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1788745834.782716:0:5601:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788745834.782717:0:5601:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788745834.782718:0:5601:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788745834.782722:0:5601:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788745834.782723:0:5601:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788745834.782725:0:5601:0:(mgc_request.c:123:config_log_put()) log params(ffff9b0148a56a00) refs 2 10000000:00000001:0.0:1788745834.782728:0:5601:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788745834.782729:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.782733:0:5601:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788745834.782735:0:5601:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788745834.782737:0:5601:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788745834.782740:0:5601:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788745834.782744:0:5601:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788745834.782747:0:5601:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b014164c600 with handle 0x379bd49cc567d54a from hash 00010000:00000001:0.0:1788745834.782755:0:5601:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788745834.782756:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788745834.782758:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788745834.782759:0:5601:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788745834.782761:0:5601:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788745834.782762:0:5601:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788745834.782766:0:5601:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788745834.782768:0:5601:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788745834.782776:0:5601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c380. 00000020:00000040:0.0:1788745834.782780:0:5601:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=5 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745834.782785:0:5601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745834.782788:0:5601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745834.785144:0:5601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745834.785181:0:5601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b015094ae00. 00000100:00000001:0.0:1788745834.785191:0:5601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.785196:0:5601:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788745834.785204:0:5601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788745834.785214:0:5601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788745834.785216:0:5601:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.785222:0:5601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745834.785227:0:5601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745834.785240:0:5601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086eec390] to pc [ptlrpcd_00_01+1] req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788745834.785255:0:5601:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788745834.785259:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788745834.785261:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788745834.785262:0:5601:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.785265:0:5601:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788745834.785268:0:5601:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.785272:0:5601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788745834.785278:0:5601:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788745834.785296:0:5601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.135@tcp lock: ffff9b014164c600/0x379bd49cc567d54a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe630198b6f2194 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788745834.785305:0:5601:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b01431e8f00 count: 0 00010000:00000001:0.0:1788745834.785317:0:5601:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788745834.785319:0:5601:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788745834.785322:0:5601:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b01450f7300. 00010000:00000001:0.0:1788745834.785328:0:5601:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745834.785332:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745834.785334:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.785346:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788745834.785348:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745834.785349:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.785351:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788745834.785353:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745834.785354:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745834.785356:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788745834.785364:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.785368:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745834.785371:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745834.785378:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.785387:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745834.785389:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.785393:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745834.785397:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745834.785399:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745834.785403:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718864256:192.168.206.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788745834.785408:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745834.785414:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745834.785416:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.785419:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745834.785423:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094b600. 02000000:00000001:0.0:1788745834.785425:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745834.785434:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745834.785444:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014baa8. 00000400:00000010:0.0:1788745834.785453:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805a18. 00000100:00000200:0.0:1788745834.785461:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718864256, portal 18 00000100:00000001:0.0:1788745834.785464:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745834.785466:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489167744 : -111045220383872 : ffff9b014515c380) 00000100:00000040:0.0:1788745834.785472:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.785480:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745834.785483:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745834.785486:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b01498055d8. 00000100:00000200:0.0:1788745834.785490:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875635718864256, offset 0 00000400:00000200:0.0:1788745834.785498:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745834.785507:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.785516:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745834.785521:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745834.785526:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745834.785541:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745834.785544:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000100:00000001:1.0:1788745834.785661:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745834.785665:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745834.785667:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745834.785675:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.785684:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745834.785686:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.785689:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745834.785691:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745834.785693:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745834.785696:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718864128:192.168.206.135@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788745834.785700:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745834.785703:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745834.785705:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.785707:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745834.785711:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0147f2ba00. 02000000:00000001:1.0:1788745834.785713:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745834.785856:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745834.785862:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127a50. 00000400:00000010:1.0:1788745834.785868:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f440. 00000100:00000200:1.0:1788745834.785871:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718864128, portal 18 00000100:00000001:1.0:1788745834.785873:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745834.785875:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489179392 : -111045220372224 : ffff9b014515f100) 00000100:00000040:1.0:1788745834.785881:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.785890:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745834.785892:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745834.785895:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f088. 00000100:00000200:1.0:1788745834.785904:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875635718864128, offset 0 00000400:00000200:1.0:1788745834.785910:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000020:00000001:2.0:1788745834.786323:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745834.786326:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745834.786329:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788745834.787309:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788745834.787318:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8e00. 00000400:00000200:3.0:1788745834.787328:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745834.787594:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:3.0:1788745834.787603:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5bb0 00000400:00000010:3.0:1788745834.787608:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5bb0. 00000100:00000001:3.0:1788745834.787614:0:2358:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788745834.787616:0:2358:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788745834.787791:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745834.787795:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0148cd8200. 00000400:00000200:2.0:1788745834.787799:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.787803:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745834.787807:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0144ed5440 00000400:00000010:2.0:1788745834.787809:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0144ed5440. 00000100:00000001:2.0:1788745834.787812:0:2358:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788745834.787814:0:2358:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:0.0:1788745834.788099:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [132:132:256:4294967295] 192.168.206.135@tcp LPNI seq info [132:132:6:4294967295] 00000400:00000200:0.0:1788745834.788107:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745834.788120:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745834.788128:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745834.788136:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb500. 00000800:00000200:0.0:1788745834.788143:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745834.788178:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745834.788183:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788745834.788194:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745834.788200:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745834.788204:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295050195 00000100:00000001:0.0:1788745834.788213:0:2364:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295049664 00000100:00000001:0.0:1788745834.788219:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295050195 00000100:00000001:0.0:1788745834.788240:0:2364:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295049664 00000100:00000001:0.0:1788745834.788243:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745834.788247:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.788253:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.788257:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.788266:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745834.788269:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745834.788272:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.788274:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745834.788275:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.788278:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745834.790355:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745834.790369:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb500. 00000400:00000200:2.0:1788745834.790377:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.790388:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745834.790399:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b01498055d8 00000400:00000010:2.0:1788745834.790402:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b01498055d8. 00000100:00000001:2.0:1788745834.790409:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745834.790417:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.790451:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745834.790455:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.790463:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.790465:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788745834.794700:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745834.794836:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745834.794844:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745834.794849:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745834.794853:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745834.794856:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745834.794860:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [133:133:256:4294967295] 192.168.206.135@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1788745834.794866:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745834.794881:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745834.794888:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745834.794898:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147deb800. 00000800:00000200:1.0:1788745834.794906:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745834.794915:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745834.794919:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147deb800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788745834.794947:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745834.794955:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745834.794957:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295050201 00000100:00000001:1.0:1788745834.794965:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295050195 00000100:00000001:1.0:1788745834.794970:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295050201 00000100:00000001:1.0:1788745834.794974:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295050195 00000100:00000001:1.0:1788745834.794977:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745834.794981:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.794985:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.794989:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.794998:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745834.795000:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788745834.795003:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745834.795005:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745834.795006:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.795027:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745834.796673:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745834.796685:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147deb800. 00000400:00000200:2.0:1788745834.796694:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.796703:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745834.796712:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f088 00000400:00000010:2.0:1788745834.796724:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f088. 00000100:00000001:2.0:1788745834.796731:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745834.796740:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.796753:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745834.796757:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.796765:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745834.796767:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1F:1788745834.799222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b01821f9800. 00010000:00000010:0.1:1788745834.804359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b01431e8f00. 00010000:00000010:0.1:1788745834.804381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b014164c600. 00000800:00000001:2.0:1788745834.814256:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.814291:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745834.814296:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.814299:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745834.814310:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814320:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745834.814332:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814349:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814355:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814361:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 18 MB=0x6a9e178c03d80 00000400:00000200:2.0:1788745834.814367:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814373:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.135@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:2.0:1788745834.814381:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.814401:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745834.814405:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.814410:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745834.814420:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745834.814430:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745834.814441:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.814472:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745834.814483:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.814487:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745834.814489:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.814492:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745834.814495:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814499:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745834.814504:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814506:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814510:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.814513:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 18 MB=0x6a9e178c03d00 00000100:00000001:0.0:1788745834.814629:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.814633:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745834.814642:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745834.814644:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745834.814648:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014baa8. 00000400:00000200:0.0:1788745834.814654:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805a18 00000400:00000010:0.0:1788745834.814657:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805a18. 00000100:00000001:0.0:1788745834.814662:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745834.814667:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745834.814675:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.814682:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745834.814684:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.814686:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745834.814690:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745834.814693:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745834.814695:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745834.814698:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745834.814706:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156ca8 time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745834.814710:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745834.814713:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745834.814728:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745834.814732:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745834.814734:0:2364:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.814749:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745834.814754:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.814761:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745834.814764:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745834.814766:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745834.814770:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745834.814778:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718864256:192.168.206.135@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788745834.814783:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.814786:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745834.814789:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c380 x1875635718864256/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745834.814797:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745834.814800:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745834.814804:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094b600. 02000000:00000001:0.0:1788745834.814809:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745834.814812:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745834.814814:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745834.814816:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745834.814819:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b015094ae00. 02000000:00000001:0.0:1788745834.814822:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745834.814824:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745834.814826:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c380. 00000100:00000001:0.0:1788745834.814830:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745834.814832:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.814834:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745834.814842:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745834.814844:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745834.814846:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745834.814849:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788745834.815049:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745834.815055:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.135@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1788745834.815061:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.815072:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745834.815076:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745834.815079:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745834.815083:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745834.815088:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745834.815095:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745834.815117:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745834.815129:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745834.815133:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.815265:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745834.815268:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745834.815273:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745834.815285:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745834.815288:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127a50. 00000400:00000200:1.0:1788745834.815292:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f440 00000400:00000010:1.0:1788745834.815295:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f440. 00000100:00000001:1.0:1788745834.815298:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745834.815303:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745834.815313:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.815320:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745834.815321:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.815323:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745834.815325:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745834.815327:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745834.815329:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745834.815345:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745834.815349:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156ca8 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745834.815353:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745834.815356:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745834.815357:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745834.815359:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745834.815361:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.815363:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745834.815367:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.815374:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745834.815376:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745834.815378:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745834.815382:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745834.815390:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718864128:192.168.206.135@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788745834.815401:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.815403:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745834.815406:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f100 x1875635718864128/t0(0) o103->MGC192.168.206.135@tcp@192.168.206.135@tcp:17/18 lens 328/224 e 0 to 0 dl 1788745850 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745834.815413:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745834.815416:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745834.815418:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0147f2ba00. 02000000:00000001:1.0:1788745834.815421:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745834.815423:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745834.815425:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745834.815427:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745834.815428:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b015094bc00. 02000000:00000001:1.0:1788745834.815431:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745834.815432:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745834.815434:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f100. 00000100:00000001:1.0:1788745834.815437:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745834.815439:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.815440:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745834.815444:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745834.815446:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745834.815447:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745834.815449:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745835.667525:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745835.667533:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745835.667539:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745835.667541:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745835.668972:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745835.668979:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745835.668992:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1788745835.728801:0:9658:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:3.0:1788745835.791463:0:1013:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295050201, at 4295050240 00000100:00000010:3.0:1788745835.791493:0:1013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0ccc0. 00000100:00000040:2.0:1788745835.792210:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295050201, at 4295050240 00000100:00000010:2.0:1788745835.792219:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c960. 10000000:00000001:1.0:1788745836.115822:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788745836.115831:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff9b0146499600) refs 2 10000000:00000001:1.0:1788745836.115837:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.115839:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788745836.115841:0:5604:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788745836.115843:0:5604:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788745836.115846:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788745836.115847:0:5604:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788745836.115850:0:5604:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b0145154800 from 7 10000000:00000001:1.0:1788745836.115852:0:5604:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788745836.115855:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788745836.115867:0:5604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145033b80. 00000020:00000040:1.0:1788745836.115872:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:1.0:1788745836.115877:0:5604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745836.115889:0:5604:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745836.115894:0:5604:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745836.115902:0:5604:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b0147f2bc00. 00000100:00000001:1.0:1788745836.115909:0:5604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.115914:0:5604:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788745836.115918:0:5604:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788745836.115926:0:5604:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b014bfa8600. 00010000:00000001:1.0:1788745836.115931:0:5604:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788745836.115934:0:5604:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b01821f8600. 00000020:00000001:1.0:1788745836.115940:0:5604:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788745836.115944:0:5604:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b01821f8600 with handle 0x379bd49cc567d5ac to hash 00000020:00000001:1.0:1788745836.115946:0:5604:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788745836.115947:0:5604:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.115950:0:5604:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.115953:0:5604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788745836.115957:0:5604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745836.115961:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745836.115972:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745836.115983:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788745836.115990:0:5604:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788745836.115992:0:5604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788745836.116000:0:5604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b0147ec8480. 00000100:00000001:1.0:1788745836.116002:0:5604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633028536796288 : -111045172755328 : ffff9b0147ec8480) 00000100:00000001:1.0:1788745836.116005:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.116006:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000100:00000001:1.0:1788745836.116011:0:5604:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745836.116016:0:5604:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.116018:0:5604:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788745836.116026:0:5604:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745836.116037:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.116046:0:5604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745836.116048:0:5604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.116052:0:5604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745836.116054:0:5604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745836.116057:0:5604:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745836.116060:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864384:192.168.206.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.116065:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745836.116070:0:5604:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745836.116073:0:5604:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.116075:0:5604:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745836.116080:0:5604:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b01471fe800. 02000000:00000001:1.0:1788745836.116083:0:5604:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.116092:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745836.116097:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127a50. 00000400:00000010:1.0:1788745836.116105:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f440. 00000100:00000200:1.0:1788745836.116113:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875635718864384, portal 25 00000100:00000001:1.0:1788745836.116115:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.116116:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000100:00000040:1.0:1788745836.116121:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.116128:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745836.116131:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745836.116134:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1fcc0. 00000100:00000200:1.0:1788745836.116138:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875635718864384, offset 0 00000400:00000200:1.0:1788745836.116144:0:5604:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745836.116193:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.116202:0:5604:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745836.116207:0:5604:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745836.116212:0:5604:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745836.116216:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745836.116224:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745836.116229:0:5604:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [134:134:256:4294967295] 192.168.206.135@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1788745836.116234:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.116246:0:5604:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745836.116266:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745836.116271:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147debc00. 00000800:00000200:1.0:1788745836.116279:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745836.116288:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745836.116293:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147debc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788745836.116303:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.116307:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745836.116309:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295051523 00000100:00000010:1.0:1788745836.116314:0:5604:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0148df53c0. 00000100:00000001:1.0:1788745836.116322:0:5604:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788745836.116342:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295051523 00000100:00000010:1.0:1788745836.116346:0:5604:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0148df5ba0. 00000100:00000001:1.0:1788745836.116349:0:5604:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788745836.116353:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.116355:0:5604:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.116357:0:5604:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745836.116359:0:5604:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788745836.116362:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0147ec8480 going to sleep for 11 seconds 00000100:00000001:1.0:1788745836.116364:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745836.116367:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745836.117489:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745836.117497:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147debc00. 00000400:00000200:2.0:1788745836.117505:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.117512:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745836.117519:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1fcc0 00000400:00000010:2.0:1788745836.117522:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1fcc0. 00000100:00000001:2.0:1788745836.117527:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745836.117533:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.117545:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745836.117548:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.117554:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745836.117556:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745836.121210:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.121232:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745836.121236:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.121239:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.121260:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.121269:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745836.121280:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.121285:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.121291:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.121295:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 344 into portal 25 MB=0x6a9e178c03e00 00000400:00000200:2.0:1788745836.121300:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.121306:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 344/344 into md 0x7fd [1] + 224 00000800:00000001:2.0:1788745836.121328:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.121349:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.121352:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.121357:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745836.121365:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745836.121374:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745836.121386:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.121404:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745836.121412:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.121415:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.121681:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745836.121702:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745836.121704:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745836.121707:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127a50. 00000400:00000200:1.0:1788745836.121719:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f440 00000400:00000010:1.0:1788745836.121723:0:5604:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f440. 00000100:00000001:1.0:1788745836.121726:0:5604:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745836.121731:0:5604:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745836.121751:0:5604:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.121758:0:5604:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745836.121760:0:5604:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.121763:0:5604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745836.121766:0:5604:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745836.121769:0:5604:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745836.121771:0:5604:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.121774:0:5604:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745836.121781:0:5604:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745836.121785:0:5604:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745836.121788:0:5604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745836.121790:0:5604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.121793:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745836.121795:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.121798:0:5604:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745836.121803:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.121810:0:5604:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.121814:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745836.121816:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745836.121819:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745836.121826:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864384:192.168.206.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.121832:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.121834:0:5604:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.121837:0:5604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788745836.121839:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.121843:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.121849:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788745836.121858:0:5604:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b0147ec8480. 00000100:00000001:1.0:1788745836.121862:0:5604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788745836.121863:0:5604:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.121867:0:5604:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788745836.121870:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788745836.121873:0:5604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788745836.121877:0:5604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f8600 refcount=4 00000020:00000001:1.0:1788745836.121879:0:5604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.121882:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000040:1.0:1788745836.121890:0:5604:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b01821f8600, remote cookie: 0xe630198b6f21f6, flags: 0x0 00010000:00000001:1.0:1788745836.121893:0:5604:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788745836.121897:0:5604:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788745836.121899:0:5604:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788745836.121900:0:5604:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788745836.121902:0:5604:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788745836.121905:0:5604:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9b014bfa8600) refcount = 1 00010000:00010000:1.0:1788745836.121910:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21f6 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788745836.121919:0:5604:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788745836.121921:0:5604:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788745836.121922:0:5604:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788745836.121925:0:5604:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788745836.121927:0:5604:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745836.121930:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f21f6 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788745836.121936:0:5604:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788745836.121937:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.121939:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788745836.121940:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.121941:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788745836.121942:0:5604:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.121945:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.121949:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145033b80 x1875635718864384/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.121966:0:5604:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745836.121969:0:5604:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745836.121973:0:5604:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b01471fe800. 02000000:00000001:1.0:1788745836.121979:0:5604:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745836.121982:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745836.121984:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745836.121986:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745836.121988:0:5604:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b0147f2bc00. 02000000:00000001:1.0:1788745836.121992:0:5604:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745836.121994:0:5604:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745836.121996:0:5604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145033b80. 00000100:00000001:1.0:1788745836.122000:0:5604:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745836.122001:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788745836.122004:0:5604:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.122007:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788745836.122009:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff9b0146499600) refs 3 10000000:00000001:1.0:1788745836.122011:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.122013:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788745836.122015:0:5604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788745836.122016:0:5604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f8600 refcount=3 00000020:00000001:1.0:1788745836.122018:0:5604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.122020:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.122022:0:5604:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788745836.122024:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.122025:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788745836.122026:0:5604:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.122029:0:5604:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788745836.122032:0:5604:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b0150e71a00. 00000020:00000010:1.0:1788745836.122365:0:5604:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b0147f2bc00. 00000020:00000010:1.0:1788745836.122375:0:5604:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b0147f2a600. 00000040:00000010:1.0:1788745836.122379:0:5604:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b0147f2ae00. 00000020:00000010:1.0:1788745836.122384:0:5604:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b01450ef000. 00000020:00000010:1.0:1788745836.122391:0:5604:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b0147f2a800. 80000000:00000010:1.0:1788745836.122397:0:5604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b0148df5600. 00040000:00000010:1.0:1788745836.122408:0:5604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b0147f2b200. 20000000:00000010:1.0:1788745836.122413:0:5604:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b0147f2aa00. 10000000:00000040:1.0:1788745836.122418:0:5604:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b014878f000 : new refcount 2 00000020:00000001:1.0:1788745836.122421:0:5604:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788745836.122423:0:5604:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788745836.122426:0:5604:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788745836.122430:0:5604:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b0147f2b000. 00000040:00000001:1.0:1788745836.122434:0:5604:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788745836.122437:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000010:1.0:1788745836.122441:0:5604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145033b80. 00000020:00000040:1.0:1788745836.122444:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=5 obd=MGC192.168.206.135@tcp 00000100:00000001:1.0:1788745836.122449:0:5604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745836.122451:0:5604:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745836.122457:0:5604:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745836.122464:0:5604:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b0147f2b400. 00000100:00000001:1.0:1788745836.122470:0:5604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.122475:0:5604:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788745836.122477:0:5604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788745836.122825:0:5604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b0147ec8480. 00000100:00000001:1.0:1788745836.122828:0:5604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633028536796288 : -111045172755328 : ffff9b0147ec8480) 00000100:00000001:1.0:1788745836.122832:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.122834:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000100:00000001:1.0:1788745836.122839:0:5604:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745836.122844:0:5604:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.122846:0:5604:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788745836.122848:0:5604:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745836.122855:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.122863:0:5604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745836.122865:0:5604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.122869:0:5604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745836.122872:0:5604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745836.122875:0:5604:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745836.122879:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864512:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.122893:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745836.122900:0:5604:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745836.122902:0:5604:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.122905:0:5604:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745836.122908:0:5604:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0147f2be00. 02000000:00000001:1.0:1788745836.122910:0:5604:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.122918:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745836.122922:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127a50. 00000400:00000010:1.0:1788745836.122928:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f440. 00000100:00000200:1.0:1788745836.122935:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718864512, portal 25 00000100:00000001:1.0:1788745836.122937:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.122938:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487953280 : -111045221598336 : ffff9b0145033b80) 00000100:00000040:1.0:1788745836.122944:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.122951:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745836.122954:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745836.122957:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1fc38. 00000100:00000200:1.0:1788745836.122960:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875635718864512, offset 0 00000400:00000200:1.0:1788745836.122967:0:5604:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745836.122977:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.122985:0:5604:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745836.122991:0:5604:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745836.122996:0:5604:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745836.123000:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745836.123003:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745836.123006:0:5604:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [135:135:256:4294967295] 192.168.206.135@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:1.0:1788745836.123011:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.123021:0:5604:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745836.123028:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745836.123034:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147deb200. 00000800:00000200:1.0:1788745836.124966:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745836.124997:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745836.125003:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147deb200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788745836.125027:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745836.126083:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745836.126092:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147deb200. 00000400:00000200:2.0:1788745836.126099:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.126107:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745836.126115:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1fc38 00000400:00000010:2.0:1788745836.126119:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1fc38. 00000100:00000001:2.0:1788745836.126124:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745836.126131:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.126144:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745836.126173:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.126181:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745836.126183:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788745836.127362:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745836.127374:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295051534 00000100:00000001:1.0:1788745836.127384:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295051523 00000100:00000001:1.0:1788745836.127389:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295051534 00000100:00000001:1.0:1788745836.127393:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295051523 00000100:00000001:1.0:1788745836.127396:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.127400:0:5604:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.127404:0:5604:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745836.127406:0:5604:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788745836.127410:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0147ec8480 going to sleep for 11 seconds 00000100:00000001:1.0:1788745836.127413:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745836.127416:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788745836.136907:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.136928:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745836.136933:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.136936:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.136947:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.136956:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745836.136966:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.136990:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.136996:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.137001:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 272 into portal 25 MB=0x6a9e178c03e80 00000400:00000200:2.0:1788745836.137006:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.137013:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 272/272 into md 0x805 [1] + 224 00000800:00000001:2.0:1788745836.137021:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.137029:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.137045:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.137050:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745836.137059:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745836.137068:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745836.137079:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.137105:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745836.137114:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.137118:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745836.137562:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788745836.137572:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788745836.137574:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788745836.137578:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127a50. 00000400:00000200:3.0:1788745836.137583:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f440 00000400:00000010:3.0:1788745836.137586:0:5604:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f440. 00000100:00000001:3.0:1788745836.137590:0:5604:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745836.137595:0:5604:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788745836.137605:0:5604:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.137611:0:5604:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788745836.137613:0:5604:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745836.137616:0:5604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788745836.137619:0:5604:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788745836.137622:0:5604:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788745836.137625:0:5604:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745836.137628:0:5604:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788745836.137635:0:5604:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1788745836.137639:0:5604:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1788745836.137652:0:5604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788745836.137654:0:5604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788745836.137657:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788745836.137659:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745836.137663:0:5604:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788745836.137668:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.137675:0:5604:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745836.137678:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788745836.137680:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788745836.137684:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788745836.137690:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145033b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864512:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788745836.137695:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788745836.137698:0:5604:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745836.137701:0:5604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788745836.137703:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788745836.137706:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.137725:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788745836.137728:0:5604:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b0147ec8480. 00000100:00000001:3.0:1788745836.137733:0:5604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788745836.137734:0:5604:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788745836.137740:0:5604:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788745836.137744:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788745836.137746:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000020:00000001:3.0:1788745836.137748:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788745836.137750:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788745836.137753:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145033b80 x1875635718864512/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.137759:0:5604:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788745836.137762:0:5604:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788745836.137770:0:5604:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0147f2be00. 02000000:00000001:3.0:1788745836.137774:0:5604:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788745836.137776:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788745836.137777:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:3.0:1788745836.137779:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788745836.137782:0:5604:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b0147f2b400. 02000000:00000001:3.0:1788745836.137785:0:5604:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788745836.137787:0:5604:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788745836.137789:0:5604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145033b80. 00000100:00000001:3.0:1788745836.137793:0:5604:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788745836.137795:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788745836.137798:0:5604:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788745836.137801:0:5604:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788745836.137809:0:5604:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b0149bfe000. 00000040:00000001:3.0:1788745836.137811:0:5604:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788745836.137813:0:5604:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788745836.137816:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000010:3.0:1788745836.137820:0:5604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b01464e4e00. 00000020:00000040:3.0:1788745836.137823:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=5 obd=MGC192.168.206.135@tcp 00000100:00000001:3.0:1788745836.137826:0:5604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788745836.137829:0:5604:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788745836.137833:0:5604:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788745836.137839:0:5604:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b0161778000. 00000100:00000001:3.0:1788745836.137845:0:5604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745836.137849:0:5604:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788745836.137851:0:5604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788745836.137858:0:5604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b0160352a80. 00000100:00000001:3.0:1788745836.137860:0:5604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633028944210560 : -111044765341056 : ffff9b0160352a80) 00000100:00000001:3.0:1788745836.137863:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745836.137864:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028509650432 : -111045199901184 : ffff9b01464e4e00) 00000100:00000001:3.0:1788745836.137869:0:5604:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788745836.137874:0:5604:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745836.137876:0:5604:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788745836.137877:0:5604:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788745836.137882:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.137900:0:5604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788745836.137902:0:5604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745836.137906:0:5604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788745836.137909:0:5604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788745836.137911:0:5604:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788745836.137915:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b01464e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864640:192.168.206.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788745836.137919:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788745836.137925:0:5604:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788745836.137927:0:5604:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788745836.137930:0:5604:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788745836.137948:0:5604:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b0147e88000. 02000000:00000001:3.0:1788745836.137950:0:5604:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745836.137956:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:3.0:1788745836.137959:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0161590688. 00000400:00000010:3.0:1788745836.137966:0:5604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b0151497600. 00000100:00000200:3.0:1788745836.137973:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875635718864640, portal 25 00000100:00000001:3.0:1788745836.137975:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788745836.137976:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028509650432 : -111045199901184 : ffff9b01464e4e00) 00000100:00000040:3.0:1788745836.137981:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.137988:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788745836.137991:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:3.0:1788745836.137994:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0148d2a110. 00000100:00000200:3.0:1788745836.137997:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875635718864640, offset 0 00000400:00000200:3.0:1788745836.138002:0:5604:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:3.0:1788745836.138009:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.138016:0:5604:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:3.0:1788745836.138022:0:5604:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788745836.138026:0:5604:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:3.0:1788745836.138029:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788745836.138032:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:3.0:1788745836.138224:0:5604:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [136:136:256:4294967295] 192.168.206.135@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1788745836.138231:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.138242:0:5604:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:3.0:1788745836.138477:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:3.0:1788745836.138549:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b01503b5b00. 00000800:00000200:3.0:1788745836.138557:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:3.0:1788745836.138566:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:3.0:1788745836.138570:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b01503b5b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788745836.138581:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788745836.138586:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:3.0:1788745836.138589:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295051545 00000100:00000001:3.0:1788745836.138597:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295051534 00000100:00000001:3.0:1788745836.138603:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295051545 00000100:00000001:3.0:1788745836.138606:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295051534 00000100:00000001:3.0:1788745836.138609:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788745836.138612:0:5604:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788745836.138615:0:5604:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788745836.138617:0:5604:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788745836.138620:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0160352a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788745836.138622:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788745836.138625:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745836.142585:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745836.142596:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b01503b5b00. 00000400:00000200:2.0:1788745836.142605:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.142614:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745836.142622:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0148d2a110 00000400:00000010:2.0:1788745836.142626:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0148d2a110. 00000100:00000001:2.0:1788745836.142631:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745836.142640:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.142653:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745836.142656:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.142663:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745836.142665:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788745836.153677:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.153700:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745836.153705:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.153708:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745836.153795:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.153805:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745836.153816:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.153822:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.153828:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.153832:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 8416 into portal 25 MB=0x6a9e178c03f00 00000400:00000200:3.0:1788745836.153854:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.153863:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 8416/8416 into md 0x80d [4] + 224 00000800:00000001:3.0:1788745836.153872:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.153897:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745836.153903:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745836.153909:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745836.153917:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745836.153926:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745836.153939:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.153962:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745836.153973:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.153978:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.154121:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745836.154130:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745836.154133:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745836.154137:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0161590688. 00000400:00000200:1.0:1788745836.154144:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0151497600 00000400:00000010:1.0:1788745836.154147:0:5604:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b0151497600. 00000100:00000001:1.0:1788745836.154182:0:5604:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745836.154189:0:5604:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745836.154199:0:5604:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.154206:0:5604:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745836.154209:0:5604:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.154212:0:5604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745836.154216:0:5604:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745836.154219:0:5604:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745836.154222:0:5604:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.154226:0:5604:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745836.154241:0:5604:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745836.154246:0:5604:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745836.154260:0:5604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745836.154262:0:5604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.154265:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745836.154267:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.154271:0:5604:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745836.154276:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.154284:0:5604:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.154288:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745836.154290:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745836.154295:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745836.154303:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b01464e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864640:192.168.206.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.154308:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.154311:0:5604:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.154314:0:5604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788745836.154316:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.154320:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.154327:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788745836.154343:0:5604:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b0160352a80. 00000100:00000001:1.0:1788745836.154348:0:5604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788745836.154350:0:5604:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788745836.154359:0:5604:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788745836.154361:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.154364:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b01464e4e00 x1875635718864640/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.154370:0:5604:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745836.154373:0:5604:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745836.154377:0:5604:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b0147e88000. 02000000:00000001:1.0:1788745836.154392:0:5604:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745836.154396:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745836.154398:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745836.154401:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745836.154404:0:5604:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b0161778000. 02000000:00000001:1.0:1788745836.154408:0:5604:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745836.154409:0:5604:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745836.154412:0:5604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b01464e4e00. 00000100:00000001:1.0:1788745836.154415:0:5604:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745836.154416:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788745836.154420:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745836.154421:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745836.154423:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:1.0:1788745836.154426:0:5604:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788745836.154428:0:5604:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788745836.154433:0:5604:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788745836.154436:0:5604:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b0148df5960. 00000040:00001000:1.0:1788745836.154440:0:5604:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788745836.160798:0:9693:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788745836.160811:0:9693:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b01509b2000. 00000020:00000010:2.0:1788745836.160820:0:9693:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b01509b3600. 00000040:00000010:2.0:1788745836.160825:0:9693:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b01509b2e00. 00000020:00000010:2.0:1788745836.160830:0:9693:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b0146415800. 00000020:00000010:2.0:1788745836.160837:0:9693:0:(tgt_main.c:482:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b0148d25f98. 00000020:00000010:2.0:1788745836.160843:0:9693:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b01509b2800. 80000000:00000010:2.0:1788745836.160848:0:9693:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b0142dea0c0. 40000000:00000010:2.0:1788745836.160854:0:9693:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b0149847740. 00100000:00000010:2.0:1788745836.160860:0:9693:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b0146414800. 00040000:00000010:2.0:1788745836.160864:0:9693:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b0148cd8200. 00040000:00000010:2.0:1788745836.160869:0:9693:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b0146415000. 00040000:00000010:2.0:1788745836.160872:0:9693:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b01509b2400. 00000004:00000010:2.0:1788745836.160877:0:9693:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b0146410000. 00000004:00000010:2.0:1788745836.160883:0:9693:0:(mdt_handler.c:8758:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b0145007000. 00000004:00000010:2.0:1788745836.160888:0:9693:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b0146417800. 00002000:00000010:2.0:1788745836.160894:0:9693:0:(ofd_dev.c:3006:ofd_key_init()) kmalloced '(value)': 816 at ffff9b0149bb7c00. 00000004:00000010:2.0:1788745836.160899:0:9693:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b0149bb5000. 00000020:00000010:2.0:1788745836.160904:0:9693:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b0149847a80. 00000040:00000010:2.0:1788745836.160914:0:9693:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b0147ed2000. 00000040:00080000:2.0:1788745836.161423:0:9693:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788745836.161431:0:9693:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b0147ed2000. 00000020:00000010:2.0:1788745836.161440:0:9693:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b0149847a80. 00000020:00000010:2.0:1788745836.161458:0:9693:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b01509b3600. 00000040:00000010:2.0:1788745836.161462:0:9693:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b01509b2e00. 00000020:00000010:2.0:1788745836.161466:0:9693:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b0146415800. 00000020:00000010:2.0:1788745836.161472:0:9693:0:(tgt_main.c:502:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b0148d25f98. 00000020:00000010:2.0:1788745836.161477:0:9693:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b01509b2800. 80000000:00000010:2.0:1788745836.161492:0:9693:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b0142dea0c0. 40000000:00000010:2.0:1788745836.161495:0:9693:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b0149847740. 00100000:00000010:2.0:1788745836.161499:0:9693:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b0146414800. 00040000:00000010:2.0:1788745836.161502:0:9693:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b0148cd8200. 00040000:00000010:2.0:1788745836.161506:0:9693:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b0146415000. 00040000:00000010:2.0:1788745836.161509:0:9693:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b01509b2400. 00000004:00000010:2.0:1788745836.161525:0:9693:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b0146410000. 00000004:00000010:2.0:1788745836.161530:0:9693:0:(mdt_handler.c:8783:mdt_key_fini()) kfreed 'info': 2568 at ffff9b0145007000. 00000004:00000010:2.0:1788745836.161535:0:9693:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b0146417800. 00002000:00000010:2.0:1788745836.161538:0:9693:0:(ofd_dev.c:3006:ofd_key_fini()) kfreed 'info': 816 at ffff9b0149bb7c00. 00000004:00000010:2.0:1788745836.161541:0:9693:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b0149bb5000. 00000020:00000010:2.0:1788745836.161545:0:9693:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b01509b2000. 00000040:00000010:1.0:1788745836.161769:0:5604:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b0148df5960. 00000040:00000001:1.0:1788745836.161775:0:5604:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788745836.161778:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788745836.161784:0:5604:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b0149bfe000. 00000040:00000010:1.0:1788745836.161788:0:5604:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b0147f2b000. 00000020:00000001:1.0:1788745836.161792:0:5604:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.161795:0:5604:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788745836.161799:0:5604:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b0147f2a600. 00000040:00000010:1.0:1788745836.161802:0:5604:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b0147f2ae00. 00000020:00000010:1.0:1788745836.161804:0:5604:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b01450ef000. 00000020:00000010:1.0:1788745836.161809:0:5604:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b0147f2a800. 80000000:00000010:1.0:1788745836.161812:0:5604:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b0148df5600. 00040000:00000010:1.0:1788745836.161815:0:5604:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b0147f2b200. 20000000:00000010:1.0:1788745836.161818:0:5604:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b0147f2aa00. 00000020:00000010:1.0:1788745836.161821:0:5604:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b0147f2bc00. 10000000:00000010:1.0:1788745836.161823:0:5604:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b0150e71a00. 10000000:01000000:1.0:1788745836.161826:0:5604:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788745836.161830:0:5604:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788745836.161839:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788745836.161842:0:5604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788745836.161845:0:5604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f8600 refcount=3 00000020:00000001:1.0:1788745836.161848:0:5604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.161852:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513217536 : -111044196334080 : ffff9b01821f8600) 00010000:00000001:1.0:1788745836.161854:0:5604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788745836.161860:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21f6 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788745836.161869:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.161870:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788745836.161873:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21f6 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788745836.161879:0:5604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788745836.161880:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.161881:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788745836.161883:0:5604:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.161885:0:5604:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.161888:0:5604:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788745836.161892:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788745836.161893:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff9b0148a56a00) refs 2 10000000:00000001:1.0:1788745836.161895:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.161898:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788745836.161899:0:5604:0:(mgc_request.c:123:config_log_put()) log params(ffff9b0146499600) refs 3 10000000:00000001:1.0:1788745836.161901:0:5604:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788745836.161903:0:5604:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788745836.161905:0:5604:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788745836.161906:0:5604:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788745836.161909:0:5604:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b0149e25800 from 7 10000000:00000001:1.0:1788745836.161911:0:5604:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788745836.161913:0:5604:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788745836.161919:0:5604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145031c00. 00000020:00000040:1.0:1788745836.161924:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:1.0:1788745836.161928:0:5604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745836.161932:0:5604:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745836.161941:0:5604:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745836.161948:0:5604:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b0146499800. 00000100:00000001:1.0:1788745836.161955:0:5604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.161960:0:5604:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788745836.161963:0:5604:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788745836.161970:0:5604:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b014bfa8600 count: 2 00010000:00000001:1.0:1788745836.161973:0:5604:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788745836.161976:0:5604:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788745836.161979:0:5604:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b01821f9e00. 00000020:00000001:1.0:1788745836.161984:0:5604:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788745836.161986:0:5604:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b01821f9e00 with handle 0x379bd49cc567d5b3 to hash 00000020:00000001:1.0:1788745836.161988:0:5604:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788745836.161990:0:5604:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:1.0:1788745836.161992:0:5604:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:1.0:1788745836.161996:0:5604:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788745836.161999:0:5604:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745836.162003:0:5604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745836.162010:0:5604:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745836.162022:0:5604:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788745836.162027:0:5604:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788745836.162029:0:5604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788745836.162036:0:5604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b0147ec8780. 00000100:00000001:1.0:1788745836.162039:0:5604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633028536797056 : -111045172754560 : ffff9b0147ec8780) 00000100:00000001:1.0:1788745836.162042:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.162044:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487945216 : -111045221606400 : ffff9b0145031c00) 00000100:00000001:1.0:1788745836.162049:0:5604:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745836.162054:0:5604:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.162056:0:5604:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788745836.162063:0:5604:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745836.162076:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.162086:0:5604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745836.162088:0:5604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.162092:0:5604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745836.162094:0:5604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745836.162097:0:5604:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745836.162100:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864768:192.168.206.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.162105:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745836.162111:0:5604:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745836.162114:0:5604:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.162117:0:5604:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745836.162121:0:5604:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b01471fe800. 02000000:00000001:1.0:1788745836.162123:0:5604:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.162132:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745836.162137:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127108. 00000400:00000010:1.0:1788745836.162144:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f220. 00000100:00000200:1.0:1788745836.162185:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875635718864768, portal 25 00000100:00000001:1.0:1788745836.162188:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.162189:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487945216 : -111045221606400 : ffff9b0145031c00) 00000100:00000040:1.0:1788745836.162195:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.162202:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745836.162205:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745836.162208:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f880. 00000100:00000200:1.0:1788745836.162212:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875635718864768, offset 0 00000400:00000200:1.0:1788745836.162219:0:5604:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745836.162229:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.162238:0:5604:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745836.162244:0:5604:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745836.162248:0:5604:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745836.162252:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745836.162262:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745836.162267:0:5604:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [137:137:256:4294967295] 192.168.206.135@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1788745836.162272:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.162283:0:5604:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745836.162290:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745836.162297:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147deb200. 00000800:00000200:1.0:1788745836.162304:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745836.162312:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745836.162317:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147deb200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788745836.162341:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.162345:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745836.162348:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295051569 00000100:00000001:1.0:1788745836.162356:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295051545 00000100:00000001:1.0:1788745836.162361:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295051569 00000100:00000001:1.0:1788745836.162365:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295051545 00000100:00000001:1.0:1788745836.162368:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.162371:0:5604:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.162374:0:5604:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745836.162376:0:5604:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788745836.162379:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0147ec8780 going to sleep for 11 seconds 00000100:00000001:1.0:1788745836.162382:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745836.162385:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745836.162752:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745836.162757:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147deb200. 00000400:00000200:2.0:1788745836.162763:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.162768:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745836.162774:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f880 00000400:00000010:2.0:1788745836.162777:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f880. 00000100:00000001:2.0:1788745836.162782:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745836.162787:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.162796:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745836.162799:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.162805:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745836.162807:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788745836.172328:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.172358:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788745836.172362:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.172366:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745836.172376:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.172385:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:3.0:1788745836.172395:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.172400:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.172406:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.172410:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 344 into portal 25 MB=0x6a9e178c03f80 00000400:00000200:3.0:1788745836.172415:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:3.0:1788745836.172422:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 344/344 into md 0x81d [1] + 224 00000800:00000001:3.0:1788745836.172430:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.172437:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788745836.172440:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788745836.172445:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:3.0:1788745836.172454:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788745836.172462:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788745836.175139:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788745836.175189:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788745836.175210:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788745836.175224:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.191468:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745836.191487:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745836.191490:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745836.191494:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127108. 00000400:00000200:1.0:1788745836.191502:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f220 00000400:00000010:1.0:1788745836.191505:0:5604:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f220. 00000100:00000001:1.0:1788745836.191758:0:5604:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745836.191771:0:5604:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745836.191852:0:5604:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.191878:0:5604:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745836.191881:0:5604:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.191884:0:5604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745836.191887:0:5604:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745836.191889:0:5604:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745836.191892:0:5604:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.191895:0:5604:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745836.191903:0:5604:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745836.191907:0:5604:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745836.191909:0:5604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745836.191911:0:5604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.191914:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745836.191916:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.191919:0:5604:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745836.191924:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.191931:0:5604:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.191935:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745836.191937:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745836.191942:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745836.191950:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864768:192.168.206.135@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.191960:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.191962:0:5604:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.191965:0:5604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788745836.191967:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.191971:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.191978:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788745836.191982:0:5604:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b0147ec8780. 00000100:00000001:1.0:1788745836.191986:0:5604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788745836.191993:0:5604:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.191996:0:5604:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788745836.192000:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788745836.192003:0:5604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788745836.192007:0:5604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f9e00 refcount=4 00000020:00000001:1.0:1788745836.192009:0:5604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:1.0:1788745836.192013:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000040:1.0:1788745836.192020:0:5604:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b01821f9e00, remote cookie: 0xe630198b6f21fd, flags: 0x0 00010000:00000001:1.0:1788745836.192024:0:5604:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788745836.192027:0:5604:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788745836.192029:0:5604:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788745836.192032:0:5604:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788745836.192033:0:5604:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788745836.192036:0:5604:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9b014bfa8600) refcount = 2 00010000:00000040:1.0:1788745836.192039:0:5604:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788745836.192043:0:5604:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.135@tcp lock: ffff9b01821f8600/0x379bd49cc567d5ac lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f21f6 expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788745836.192052:0:5604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21fd expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788745836.192059:0:5604:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788745836.192061:0:5604:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788745836.192063:0:5604:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788745836.192066:0:5604:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788745836.192068:0:5604:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788745836.192071:0:5604:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe630198b6f21fd expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788745836.192077:0:5604:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788745836.192079:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.192080:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788745836.192081:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.192082:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788745836.192084:0:5604:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.192094:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.192098:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145031c00 x1875635718864768/t0(0) o101->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 328/344 e 0 to 0 dl 1788745852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.192105:0:5604:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745836.192108:0:5604:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745836.192111:0:5604:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b01471fe800. 02000000:00000001:1.0:1788745836.192116:0:5604:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745836.192119:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745836.192121:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745836.192124:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745836.192126:0:5604:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b0146499800. 02000000:00000001:1.0:1788745836.192130:0:5604:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745836.192131:0:5604:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745836.192133:0:5604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145031c00. 00000100:00000001:1.0:1788745836.192137:0:5604:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745836.192138:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788745836.192141:0:5604:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.192144:0:5604:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788745836.192146:0:5604:0:(mgc_request.c:108:config_log_get()) log params (ffff9b0148a56a00) refs 3 10000000:00000001:1.0:1788745836.192213:0:5604:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.192216:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788745836.192217:0:5604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788745836.192219:0:5604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f9e00 refcount=3 00000020:00000001:1.0:1788745836.192221:0:5604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:1.0:1788745836.192223:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:1.0:1788745836.192225:0:5604:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788745836.192227:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788745836.192228:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788745836.192230:0:5604:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788745836.192232:0:5604:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788745836.192236:0:5604:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b0150e71a00. 00000020:00000010:1.0:1788745836.192240:0:5604:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b0146499800. 00000020:00000010:1.0:1788745836.192246:0:5604:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b0146499200. 00000040:00000010:1.0:1788745836.192324:0:5604:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b0146498000. 00000020:00000010:1.0:1788745836.192338:0:5604:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b0147eb8000. 00000020:00000010:1.0:1788745836.192343:0:5604:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b0146498e00. 80000000:00000010:1.0:1788745836.192353:0:5604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b0148df5600. 00040000:00000010:1.0:1788745836.192357:0:5604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b0146498800. 20000000:00000010:1.0:1788745836.192362:0:5604:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b0146499000. 10000000:00000040:1.0:1788745836.192367:0:5604:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b014878f000 : new refcount 2 00000020:00000001:1.0:1788745836.192370:0:5604:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788745836.192372:0:5604:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788745836.192375:0:5604:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788745836.192377:0:5604:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b0146498200. 00000040:00000001:1.0:1788745836.192382:0:5604:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788745836.192385:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000010:1.0:1788745836.192390:0:5604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b0145031c00. 00000020:00000040:1.0:1788745836.192392:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=5 obd=MGC192.168.206.135@tcp 00000100:00000001:1.0:1788745836.192396:0:5604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788745836.192399:0:5604:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788745836.192404:0:5604:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788745836.192411:0:5604:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b0146498600. 00000100:00000001:1.0:1788745836.192416:0:5604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.192422:0:5604:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788745836.192424:0:5604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788745836.192430:0:5604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b0147ec8780. 00000100:00000001:1.0:1788745836.192432:0:5604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633028536797056 : -111045172754560 : ffff9b0147ec8780) 00000100:00000001:1.0:1788745836.192435:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.192436:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487945216 : -111045221606400 : ffff9b0145031c00) 00000100:00000001:1.0:1788745836.192441:0:5604:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788745836.192894:0:5604:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.192898:0:5604:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788745836.192900:0:5604:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745836.192907:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.192917:0:5604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745836.192919:0:5604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.192923:0:5604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745836.192926:0:5604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745836.192929:0:5604:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745836.192933:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b0145031c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864896:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.192946:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745836.192953:0:5604:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745836.192955:0:5604:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.192957:0:5604:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745836.192962:0:5604:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0146499e00. 02000000:00000001:1.0:1788745836.192965:0:5604:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.192974:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745836.192978:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127108. 00000400:00000010:1.0:1788745836.192984:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f220. 00000100:00000200:1.0:1788745836.192992:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718864896, portal 25 00000100:00000001:1.0:1788745836.192994:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745836.192995:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028487945216 : -111045221606400 : ffff9b0145031c00) 00000100:00000040:1.0:1788745836.193000:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.193007:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745836.193010:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745836.193013:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f110. 00000100:00000200:1.0:1788745836.193017:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875635718864896, offset 0 00000400:00000200:1.0:1788745836.193024:0:5604:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745836.193033:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.193042:0:5604:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745836.193048:0:5604:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745836.193053:0:5604:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745836.193057:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745836.193059:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745836.193063:0:5604:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [138:138:256:4294967295] 192.168.206.135@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:1.0:1788745836.193068:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745836.193079:0:5604:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745836.193087:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745836.193092:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147debc00. 00000800:00000200:1.0:1788745836.193099:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745836.193114:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745836.193118:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147debc00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788745836.193141:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745836.193145:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745836.193184:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295051600 00000100:00000001:1.0:1788745836.193193:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295051569 00000100:00000001:1.0:1788745836.193199:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295051600 00000100:00000001:1.0:1788745836.193202:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295051569 00000100:00000001:1.0:1788745836.193205:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.193207:0:5604:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.193210:0:5604:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745836.193212:0:5604:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788745836.193214:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b0147ec8780 going to sleep for 11 seconds 00000100:00000001:1.0:1788745836.193216:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745836.193218:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745836.193301:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745836.193306:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147debc00. 00000400:00000200:2.0:1788745836.193311:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.193317:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745836.193323:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f110 00000400:00000010:2.0:1788745836.193326:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f110. 00000100:00000001:2.0:1788745836.193338:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745836.193343:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.193352:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745836.193356:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.193364:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745836.193371:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745836.208253:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.208276:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745836.208281:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.208283:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.208294:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.208302:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745836.208312:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.208317:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.208323:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.208328:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 272 into portal 25 MB=0x6a9e178c04000 00000400:00000200:2.0:1788745836.208349:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.208355:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 272/272 into md 0x825 [1] + 224 00000800:00000001:2.0:1788745836.208364:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.208375:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.208380:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.208385:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745836.208393:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745836.208403:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745836.208415:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.208439:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745836.208449:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.208452:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745836.209442:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745836.209455:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745836.209457:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745836.209461:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127108. 00000400:00000200:0.0:1788745836.209469:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f220 00000400:00000010:0.0:1788745836.209472:0:5604:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f220. 00000100:00000001:0.0:1788745836.209476:0:5604:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745836.209494:0:5604:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745836.209506:0:5604:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745836.209514:0:5604:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745836.209516:0:5604:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745836.209519:0:5604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745836.209522:0:5604:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745836.209525:0:5604:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745836.209528:0:5604:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745836.209531:0:5604:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745836.209538:0:5604:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745836.209543:0:5604:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745836.209546:0:5604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745836.209547:0:5604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745836.209550:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745836.209552:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745836.209556:0:5604:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745836.209561:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745836.209569:0:5604:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745836.209572:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745836.209574:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745836.209578:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745836.209586:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b0145031c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718864896:192.168.206.135@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788745836.209601:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745836.209604:0:5604:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745836.209607:0:5604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788745836.209609:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745836.209613:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745836.209619:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788745836.209622:0:5604:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b0147ec8780. 00000100:00000001:0.0:1788745836.209626:0:5604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788745836.209628:0:5604:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788745836.209634:0:5604:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788745836.209638:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745836.209640:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745836.209642:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788745836.209644:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745836.209647:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b0145031c00 x1875635718864896/t0(0) o501->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 504/272 e 0 to 0 dl 1788745852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745836.209654:0:5604:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745836.209657:0:5604:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745836.209660:0:5604:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0146499e00. 02000000:00000001:0.0:1788745836.209664:0:5604:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745836.209665:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745836.209667:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745836.209668:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745836.209671:0:5604:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b0146498600. 02000000:00000001:0.0:1788745836.209674:0:5604:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745836.209676:0:5604:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745836.209678:0:5604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b0145031c00. 00000100:00000001:0.0:1788745836.209682:0:5604:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745836.209683:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788745836.209686:0:5604:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788745836.209690:0:5604:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788745836.209721:0:5604:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b01451d2000. 00000040:00000001:0.0:1788745836.209725:0:5604:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788745836.209726:0:5604:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788745836.209736:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000010:0.0:1788745836.209743:0:5604:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c380. 00000020:00000040:0.0:1788745836.209746:0:5604:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=5 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745836.209750:0:5604:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745836.209753:0:5604:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745836.209757:0:5604:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745836.209764:0:5604:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b015094ae00. 00000100:00000001:0.0:1788745836.209770:0:5604:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745836.209775:0:5604:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788745836.209777:0:5604:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788745836.209784:0:5604:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b015092d600. 00000100:00000001:0.0:1788745836.209786:0:5604:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633028681913856 : -111045027637760 : ffff9b015092d600) 00000100:00000001:0.0:1788745836.209789:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745836.209791:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489167744 : -111045220383872 : ffff9b014515c380) 00000100:00000001:0.0:1788745836.209796:0:5604:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745836.209801:0:5604:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745836.209804:0:5604:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788745836.209806:0:5604:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745836.209810:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745836.209818:0:5604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745836.209821:0:5604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745836.209825:0:5604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745836.209828:0:5604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745836.209831:0:5604:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745836.209835:0:5604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718865024:192.168.206.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788745836.209840:0:5604:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745836.209846:0:5604:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745836.209849:0:5604:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745836.209852:0:5604:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745836.209870:0:5604:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b0147e88000. 02000000:00000001:0.0:1788745836.209873:0:5604:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745836.209880:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745836.209884:0:5604:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014baa8. 00000400:00000010:0.0:1788745836.209895:0:5604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b015092d300. 00000100:00000200:0.0:1788745836.209904:0:5604:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875635718865024, portal 25 00000100:00000001:0.0:1788745836.209906:0:5604:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745836.209907:0:5604:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489167744 : -111045220383872 : ffff9b014515c380) 00000100:00000040:0.0:1788745836.209913:0:5604:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745836.209920:0:5604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745836.209923:0:5604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745836.209927:0:5604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805a18. 00000100:00000200:0.0:1788745836.209931:0:5604:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875635718865024, offset 0 00000400:00000200:0.0:1788745836.209938:0:5604:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745836.209947:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745836.209956:0:5604:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745836.209961:0:5604:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745836.209966:0:5604:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745836.209969:0:5604:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745836.209972:0:5604:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745836.209976:0:5604:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [139:139:256:4294967295] 192.168.206.135@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1788745836.209981:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745836.209990:0:5604:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745836.209998:0:5604:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745836.210003:0:5604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb600. 00000800:00000200:0.0:1788745836.210011:0:5604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745836.210019:0:5604:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745836.210023:0:5604:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788745836.210052:0:5604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745836.210057:0:5604:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745836.210059:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295051616 00000100:00000001:0.0:1788745836.210067:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295051600 00000100:00000001:0.0:1788745836.210074:0:5604:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295051616 00000100:00000001:0.0:1788745836.210077:0:5604:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295051600 00000100:00000001:0.0:1788745836.210085:0:5604:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745836.210089:0:5604:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745836.210091:0:5604:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745836.210093:0:5604:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788745836.210096:0:5604:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b015092d600 going to sleep for 11 seconds 00000100:00000001:0.0:1788745836.210098:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745836.210101:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745836.210692:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745836.210699:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb600. 00000400:00000200:2.0:1788745836.210705:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.210717:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745836.210724:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805a18 00000400:00000010:2.0:1788745836.210727:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805a18. 00000100:00000001:2.0:1788745836.210733:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745836.210737:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.210754:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745836.210758:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.210765:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745836.210767:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745836.216636:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.216662:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745836.216667:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.216670:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.216681:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.216690:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745836.216702:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.216708:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.216713:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.216729:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 8416 into portal 25 MB=0x6a9e178c04080 00000400:00000200:2.0:1788745836.216736:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745836.216743:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 8416/8416 into md 0x82d [4] + 224 00000800:00000001:2.0:1788745836.216751:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.216771:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745836.216776:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745836.216782:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745836.216792:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745836.216802:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745836.216814:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745836.216843:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745836.216854:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745836.216858:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.217385:0:5604:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745836.217396:0:5604:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745836.217398:0:5604:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745836.217402:0:5604:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014baa8. 00000400:00000200:1.0:1788745836.217408:0:5604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b015092d300 00000400:00000010:1.0:1788745836.217411:0:5604:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b015092d300. 00000100:00000001:1.0:1788745836.217414:0:5604:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745836.217421:0:5604:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745836.217431:0:5604:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.217436:0:5604:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745836.217438:0:5604:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.217441:0:5604:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745836.217456:0:5604:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745836.217459:0:5604:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745836.217461:0:5604:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745836.217464:0:5604:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745836.217487:0:5604:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745836.217492:0:5604:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745836.217495:0:5604:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745836.217497:0:5604:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745836.217499:0:5604:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745836.217502:0:5604:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.217504:0:5604:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745836.217518:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.217526:0:5604:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745836.217529:0:5604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745836.217532:0:5604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745836.217536:0:5604:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745836.217543:0:5604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:5604:1875635718865024:192.168.206.135@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788745836.217548:0:5604:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745836.217551:0:5604:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745836.217554:0:5604:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788745836.217556:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.217560:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.217567:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788745836.217569:0:5604:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b015092d600. 00000100:00000001:1.0:1788745836.217572:0:5604:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788745836.217574:0:5604:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788745836.217583:0:5604:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788745836.217585:0:5604:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745836.217589:0:5604:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c380 x1875635718865024/t0(0) o503->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788745852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745836.217596:0:5604:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745836.217599:0:5604:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745836.217602:0:5604:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b0147e88000. 02000000:00000001:1.0:1788745836.217755:0:5604:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745836.217758:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745836.217760:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745836.217763:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745836.217765:0:5604:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b015094ae00. 02000000:00000001:1.0:1788745836.217769:0:5604:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745836.217771:0:5604:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745836.217773:0:5604:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c380. 00000100:00000001:1.0:1788745836.217777:0:5604:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745836.217778:0:5604:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788745836.217780:0:5604:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745836.217781:0:5604:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745836.217783:0:5604:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:1.0:1788745836.217786:0:5604:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788745836.217789:0:5604:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788745836.217793:0:5604:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788745836.217796:0:5604:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b0148df5960. 00000040:00001000:1.0:1788745836.217799:0:5604:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1788745836.219372:0:9694:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788745836.219385:0:9694:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b0146498600. 00000020:00000010:1.0:1788745836.219394:0:9694:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b0146499e00. 00000040:00000010:1.0:1788745836.219398:0:9694:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b0146499400. 00000020:00000010:1.0:1788745836.219404:0:9694:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b0147ebd000. 00000020:00000010:1.0:1788745836.219409:0:9694:0:(tgt_main.c:482:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b0148d48a10. 00000020:00000010:1.0:1788745836.219415:0:9694:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b0147f2bc00. 80000000:00000010:1.0:1788745836.219420:0:9694:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b0148df5f60. 40000000:00000010:1.0:1788745836.219425:0:9694:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b0150e71bc0. 00100000:00000010:1.0:1788745836.219431:0:9694:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b0147ebc800. 00040000:00000010:1.0:1788745836.219435:0:9694:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b0147deb800. 00040000:00000010:1.0:1788745836.219440:0:9694:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b0147ebd800. 00040000:00000010:1.0:1788745836.219452:0:9694:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b0147f2aa00. 00000004:00000010:1.0:1788745836.219458:0:9694:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b0147ebf800. 00000004:00000010:1.0:1788745836.219464:0:9694:0:(mdt_handler.c:8758:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b01471d6000. 00000004:00000010:1.0:1788745836.219470:0:9694:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b0147ebb000. 00002000:00000010:1.0:1788745836.219475:0:9694:0:(ofd_dev.c:3006:ofd_key_init()) kmalloced '(value)': 816 at ffff9b01471fe800. 00000004:00000010:1.0:1788745836.219493:0:9694:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b01471fcc00. 00000020:00000010:1.0:1788745836.219499:0:9694:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b0150e71ec0. 00000040:00000010:1.0:1788745836.219595:0:9694:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b0149ab2000. 00000040:00080000:1.0:1788745836.221474:0:9694:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1788745836.221488:0:9694:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b0149ab2000. 00000020:00000010:1.0:1788745836.221500:0:9694:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b0150e71ec0. 00000020:00000010:1.0:1788745836.227769:0:9694:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b0146499e00. 00000040:00000010:1.0:1788745836.227786:0:9694:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b0146499400. 00000020:00000010:1.0:1788745836.227791:0:9694:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b0147ebd000. 00000020:00000010:1.0:1788745836.227796:0:9694:0:(tgt_main.c:502:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b0148d48a10. 00000020:00000010:1.0:1788745836.227802:0:9694:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b0147f2bc00. 80000000:00000010:1.0:1788745836.227807:0:9694:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b0148df5f60. 40000000:00000010:1.0:1788745836.227812:0:9694:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b0150e71bc0. 00100000:00000010:1.0:1788745836.227817:0:9694:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b0147ebc800. 00040000:00000010:1.0:1788745836.227821:0:9694:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b0147deb800. 00040000:00000010:1.0:1788745836.227825:0:9694:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b0147ebd800. 00040000:00000010:1.0:1788745836.227828:0:9694:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b0147f2aa00. 00000004:00000010:1.0:1788745836.227831:0:9694:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b0147ebf800. 00000004:00000010:1.0:1788745836.227837:0:9694:0:(mdt_handler.c:8783:mdt_key_fini()) kfreed 'info': 2568 at ffff9b01471d6000. 00000004:00000010:1.0:1788745836.227843:0:9694:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b0147ebb000. 00002000:00000010:1.0:1788745836.227847:0:9694:0:(ofd_dev.c:3006:ofd_key_fini()) kfreed 'info': 816 at ffff9b01471fe800. 00000004:00000010:1.0:1788745836.227854:0:9694:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b01471fcc00. 00000020:00000010:1.0:1788745836.227858:0:9694:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b0146498600. 00000040:00000010:2.0:1788745836.228012:0:5604:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b0148df5960. 00000040:00000001:2.0:1788745836.228045:0:5604:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1788745836.228049:0:5604:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1788745836.228056:0:5604:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b01451d2000. 00000040:00000010:2.0:1788745836.228060:0:5604:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b0146498200. 00000020:00000001:2.0:1788745836.228064:0:5604:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788745836.228067:0:5604:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1788745836.228070:0:5604:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b0146499200. 00000040:00000010:2.0:1788745836.228073:0:5604:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b0146498000. 00000020:00000010:2.0:1788745836.228075:0:5604:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b0147eb8000. 00000020:00000010:2.0:1788745836.228079:0:5604:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b0146498e00. 80000000:00000010:2.0:1788745836.228081:0:5604:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b0148df5600. 00040000:00000010:2.0:1788745836.228084:0:5604:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b0146498800. 20000000:00000010:2.0:1788745836.228088:0:5604:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b0146499000. 00000020:00000010:2.0:1788745836.228091:0:5604:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b0146499800. 10000000:00000010:2.0:1788745836.228094:0:5604:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b0150e71a00. 10000000:01000000:2.0:1788745836.228097:0:5604:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.135@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1788745836.228101:0:5604:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788745836.228104:0:5604:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788745836.228107:0:5604:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788745836.228110:0:5604:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b01821f9e00 refcount=3 00000020:00000001:2.0:1788745836.228113:0:5604:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:2.0:1788745836.228116:0:5604:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633029513223680 : -111044196327936 : ffff9b01821f9e00) 00010000:00000001:2.0:1788745836.228119:0:5604:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788745836.228125:0:5604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21fd expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788745836.228135:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788745836.228136:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788745836.228138:0:5604:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.135@tcp lock: ffff9b01821f9e00/0x379bd49cc567d5b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe630198b6f21fd expref: -99 pid: 5604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788745836.228145:0:5604:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788745836.228146:0:5604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788745836.228194:0:5604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788745836.228204:0:5604:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788745836.228207:0:5604:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788745836.228210:0:5604:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788745836.228213:0:5604:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788745836.228214:0:5604:0:(mgc_request.c:123:config_log_put()) log params(ffff9b0148a56a00) refs 3 10000000:00000001:2.0:1788745836.228217:0:5604:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1788745836.688064:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745836.688074:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745836.688082:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745836.688083:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745836.688104:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745836.688107:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745836.688111:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788745837.199652:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295051616, at 4295051648 00000100:00000010:2.0:1788745837.199675:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0148df53c0. 00000100:00000040:3.0:1788745837.199846:0:1013:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295051616, at 4295051648 00000100:00000010:3.0:1788745837.199854:0:1013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0148df5ba0. 00010000:00000001:2.0:1788745837.714679:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745837.714688:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745837.714694:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745837.714696:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745837.715037:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745837.715043:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745837.715046:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745838.735647:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745838.735655:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745838.735671:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745838.735672:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745838.735767:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745838.735770:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745838.735774:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788745839.375334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745839.375354:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745839.375367:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515e680. 00000020:00000040:0.0:1788745839.375373:0:37:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745839.375378:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745839.375382:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745839.375388:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745839.375398:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0149bcbb00. 00000100:00000001:0.0:1788745839.375407:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375423:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745839.375436:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745839.375440:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375448:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011306d2f] to pc [ptlrpcd_00_00+0] req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.375483:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745839.375489:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745839.375492:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c000. 00000020:00000040:0.0:1788745839.375494:0:37:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:0.0:1788745839.375497:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745839.375498:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745839.375520:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745839.375524:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0149bcba00. 00000100:00000001:0.0:1788745839.375528:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375533:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745839.375540:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745839.375542:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bb761cc] to pc [ptlrpcd_00_01+1] req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.375553:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745839.375559:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745839.375561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745839.375564:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745839.375567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745839.375570:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745839.375573:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f480. 00000020:00000040:0.0:1788745839.375575:0:37:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:0.0:1788745839.375578:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745839.375579:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745839.375580:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745839.375583:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0149bcb700. 00000100:00000001:0.0:1788745839.375586:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375590:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745839.375597:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745839.375599:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375602:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a54c193] to pc [ptlrpcd_00_00+0] req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.375615:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745839.375620:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745839.375623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745839.375626:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745839.375631:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:0.0:1788745839.375646:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745839.375651:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745839.375653:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745839.375659:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.375667:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745839.375670:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745839.375673:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745839.375676:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745839.375679:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745839.375683:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718865280:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745839.375687:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745839.375693:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745839.375707:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745839.375710:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745839.375715:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b015094a200. 02000000:00000001:0.0:1788745839.375718:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745839.375726:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745839.375731:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b948. 00000400:00000010:0.0:1788745839.375738:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805cc0. 00000100:00000200:0.0:1788745839.375746:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718865280, portal 10 00000100:00000001:0.0:1788745839.375749:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745839.375750:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489166848 : -111045220384768 : ffff9b014515c000) 00000100:00000040:0.0:1788745839.375764:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.375772:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745839.375775:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745839.375778:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805c38. 00000100:00000200:0.0:1788745839.375782:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718865280, offset 0 00000400:00000200:0.0:1788745839.375790:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745839.375798:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745839.375807:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745839.375813:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745839.375816:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745839.375820:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745839.375823:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745839.375827:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [140:140:256:4294967295] 192.168.206.135@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1788745839.375832:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745839.375842:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745839.375848:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745839.375853:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb800. 00000800:00000200:0.0:1788745839.375861:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745839.375869:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745839.375873:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745839.375895:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.375900:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 126731 usecs (127 jiffies) 00000400:00000200:0.0:1788745839.375904:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745839.375906:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295053951 00000100:00000010:0.0:1788745839.375911:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c540. 00000100:00000001:0.0:1788745839.375918:0:2364:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788745839.375926:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295053951 00000100:00000010:0.0:1788745839.375930:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c3c0. 00000100:00000001:0.0:1788745839.375933:0:2364:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788745839.375952:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745839.375955:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745839.375966:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.376181:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745839.376184:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745839.376186:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745839.376193:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.376200:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745839.376202:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745839.376204:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745839.376206:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745839.376208:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745839.376211:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718865152:192.168.206.135@tcp:400:kworker.0 00000100:00000001:1.0:1788745839.376221:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745839.376224:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745839.376226:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745839.376227:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745839.376231:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0147f2aa00. 02000000:00000001:1.0:1788745839.376233:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745839.376237:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745839.376241:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127420. 00000400:00000010:1.0:1788745839.376245:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1fd48. 00000100:00000200:1.0:1788745839.376248:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718865152, portal 25 00000100:00000001:1.0:1788745839.376250:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745839.376251:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489176704 : -111045220374912 : ffff9b014515e680) 00000100:00000040:1.0:1788745839.376257:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.376264:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745839.376266:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745839.376269:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f000. 00000100:00000200:1.0:1788745839.376271:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718865152, offset 0 00000400:00000200:1.0:1788745839.376276:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745839.376280:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745839.376284:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745839.376287:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745839.376289:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745839.376291:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745839.376293:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745839.376296:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [141:141:255:4294967295] 192.168.206.135@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:1.0:1788745839.376299:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745839.376387:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745839.376406:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745839.376411:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147deb800. 00000800:00000200:1.0:1788745839.376426:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745839.376437:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745839.376440:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147deb800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788745839.376454:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745839.376458:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745839.376460:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295054783 00000100:00000001:1.0:1788745839.376464:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295053951 00000100:00000001:1.0:1788745839.376467:0:2363:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295054783 00000100:00000001:1.0:1788745839.376470:0:2363:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295053951 00000100:00000001:1.0:1788745839.376472:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745839.376475:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.376477:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745839.376498:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.376524:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745839.376525:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745839.376528:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745839.376529:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745839.376531:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745839.376534:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2363:1875635718865408:192.168.206.135@tcp:400:kworker.0 00000100:00000001:1.0:1788745839.376537:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745839.376554:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745839.376556:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745839.376558:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745839.376574:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0147f2bc00. 02000000:00000001:1.0:1788745839.376576:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745839.376587:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745839.376590:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127000. 00000400:00000010:1.0:1788745839.376594:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f908. 00000100:00000200:1.0:1788745839.376597:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718865408, portal 10 00000100:00000001:1.0:1788745839.376599:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745839.376601:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489180288 : -111045220371328 : ffff9b014515f480) 00000100:00000040:1.0:1788745839.376614:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.376631:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745839.376633:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745839.376636:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1fdd0. 00000100:00000200:1.0:1788745839.376639:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718865408, offset 0 00000400:00000200:1.0:1788745839.376643:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745839.376657:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745839.376661:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745839.376664:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745839.376666:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745839.376669:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745839.376671:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745839.376674:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [142:142:254:4294967295] 192.168.206.135@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:1.0:1788745839.376677:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745839.376704:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745839.376709:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745839.376724:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147debd00. 00000800:00000200:1.0:1788745839.376729:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745839.376733:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745839.376736:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147debd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788745839.376739:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745839.376743:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 15400 usecs (16 jiffies) 00000400:00000200:1.0:1788745839.376746:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745839.376758:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295053841 00000100:00000001:1.0:1788745839.376761:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295054783 00000100:00000001:1.0:1788745839.376763:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295053841 00000100:00000001:1.0:1788745839.376764:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295054783 00000100:00000001:1.0:1788745839.376766:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745839.376774:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.376776:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.376779:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.376797:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745839.376799:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788745839.376801:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745839.376803:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745839.376804:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.376806:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745839.377101:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745839.377105:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745839.377107:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745839.377109:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745839.377110:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745839.377112:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745839.377114:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745839.377416:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745839.377421:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb800. 00000400:00000200:2.0:1788745839.377429:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745839.377434:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745839.377439:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805c38 00000400:00000010:2.0:1788745839.377442:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805c38. 00000100:00000001:2.0:1788745839.377447:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745839.377453:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.377463:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745839.377474:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.377481:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745839.377482:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745839.377495:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745839.377498:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147deb800. 00000400:00000200:2.0:1788745839.377501:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745839.377504:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745839.377507:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f000 00000400:00000010:2.0:1788745839.377509:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f000. 00000100:00000001:2.0:1788745839.377511:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745839.377514:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.377520:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745839.377523:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.377528:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745839.377529:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745839.377588:0:2358:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745839.377591:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147debd00. 00000400:00000200:2.0:1788745839.377594:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745839.377598:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745839.377600:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1fdd0 00000400:00000010:2.0:1788745839.377602:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1fdd0. 00000100:00000001:2.0:1788745839.377604:0:2358:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745839.377607:0:2358:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.377614:0:2358:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745839.377617:0:2358:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.377622:0:2358:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745839.377624:0:2358:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745839.380965:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.380990:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745839.380995:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.380998:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745839.381009:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.381027:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745839.381038:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.381043:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.381049:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.381053:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c04180 00000400:00000200:2.0:1788745839.381059:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.381066:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:2.0:1788745839.381074:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.381087:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745839.381091:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745839.381096:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745839.381104:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745839.381112:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745839.381125:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.381195:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745839.381204:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.381207:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745839.382285:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745839.382294:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745839.382306:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745839.382310:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745839.382323:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b948. 00000400:00000200:0.0:1788745839.382335:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805cc0 00000400:00000010:0.0:1788745839.382338:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805cc0. 00000100:00000001:0.0:1788745839.382345:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745839.382355:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745839.382369:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.382376:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745839.382379:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745839.382382:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745839.382386:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745839.382390:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745839.382393:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745839.382396:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745839.382408:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745839.382413:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745839.382416:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745839.382417:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745839.382421:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745839.382425:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745839.382430:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745839.382451:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745839.382453:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745839.382455:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745839.382462:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.382471:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745839.382475:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745839.382477:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745839.382481:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745839.382489:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13581d72-1568-4155-bc58-506419abbfcc:2364:1875635718865280:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745839.382504:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745839.382507:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745839.382510:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c000 x1875635718865280/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745839.382518:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745839.382522:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745839.382526:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b015094a200. 02000000:00000001:0.0:1788745839.382531:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745839.382535:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745839.382537:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:0.0:1788745839.382541:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745839.382544:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0149bcba00. 02000000:00000001:0.0:1788745839.382548:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745839.382550:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745839.382553:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c000. 00000100:00000001:0.0:1788745839.382557:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745839.382559:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745839.382562:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745839.382571:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745839.382573:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745839.382575:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745839.382579:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788745839.382849:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.382862:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745839.382866:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.382868:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745839.382875:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.382880:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745839.382889:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.382893:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.382899:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.382910:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c04200 00000400:00000200:2.0:1788745839.382915:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.382922:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:2.0:1788745839.382930:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.382934:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745839.382937:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745839.382942:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745839.382948:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745839.382953:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745839.382963:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.382993:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745839.383003:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.383007:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745839.383009:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.383012:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745839.383015:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.383027:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745839.383033:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.383035:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.383038:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.383041:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c04100 00000400:00000200:2.0:1788745839.383045:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745839.383049:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1788745839.383053:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.383585:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745839.383591:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745839.383598:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745839.383603:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745839.383609:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745839.383633:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745839.383640:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745839.383646:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745839.383650:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.383889:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745839.383895:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745839.383902:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745839.383905:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745839.383908:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127420. 00000400:00000200:1.0:1788745839.383915:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1fd48 00000400:00000010:1.0:1788745839.383918:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1fd48. 00000100:00000001:1.0:1788745839.383921:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745839.383926:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745839.383935:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.383940:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745839.383942:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.383945:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745839.383947:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745839.383950:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745839.383952:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745839.383955:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745839.383960:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=100 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745839.383964:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745839.383967:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745839.383969:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745839.383971:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745839.383973:0:2363:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.383976:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745839.383981:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.384002:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745839.384005:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745839.384007:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745839.384012:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745839.384030:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2363:1875635718865152:192.168.206.135@tcp:400:kworker.0 00000400:00000001:1.0:1788745839.384037:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745839.384039:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745839.384041:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127000. 00000400:00000200:1.0:1788745839.384043:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f908 00000400:00000010:1.0:1788745839.384045:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f908. 00000100:00000001:1.0:1788745839.384048:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745839.384051:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745839.384061:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.384067:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745839.384068:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.384070:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745839.384071:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745839.384073:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745839.384074:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745839.384076:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745839.384082:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745839.384085:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745839.384088:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745839.384089:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745839.384090:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745839.384093:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.384097:0:2363:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788745839.384098:0:2363:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:1.0:1788745839.384109:0:2363:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788745839.384111:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745839.384116:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.384122:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745839.384124:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745839.384125:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745839.384129:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745839.384137:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2363:1875635718865408:192.168.206.135@tcp:400:kworker.0 00000100:00000001:1.0:1788745839.384141:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.384143:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745839.384177:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515e680 x1875635718865152/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.384185:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745839.384188:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745839.384191:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0147f2aa00. 02000000:00000001:1.0:1788745839.384195:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745839.384198:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745839.384201:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:1.0:1788745839.384203:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745839.384206:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0149bcbb00. 02000000:00000001:1.0:1788745839.384210:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745839.384212:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745839.384214:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515e680. 00000100:00000001:1.0:1788745839.384218:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745839.384220:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.384221:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745839.384225:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f480 x1875635718865408/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745839.384377:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745839.384378:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745839.384386:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0147f2bc00. 02000000:00000001:1.0:1788745839.384388:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745839.384389:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745839.384391:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:1.0:1788745839.384393:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745839.384394:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0149bcb700. 02000000:00000001:1.0:1788745839.384396:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745839.384398:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745839.384399:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f480. 00000100:00000001:1.0:1788745839.384402:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745839.384403:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.384406:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745839.384413:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745839.384415:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745839.384418:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745839.384420:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745839.760660:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745839.760682:0:27:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745839.760685:0:27:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745839.760689:0:27:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745839.760701:0:27:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745839.760703:0:27:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745839.760706:0:27:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745839.760708:0:27:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745839.760713:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745839.760715:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745839.761516:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745839.761522:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745839.761526:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788745840.335906:0:1013:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295054783, at 4295054784 00000100:00000010:3.0:1788745840.335926:0:1013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c3c0. 00000100:00000040:2.0:1788745840.336746:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295054783, at 4295054785 00000100:00000010:2.0:1788745840.336759:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c540. 00010000:00000001:2.0:1788745840.792104:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745840.792112:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745840.792118:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745840.792120:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745840.792182:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745840.792186:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745840.792190:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788745840.911267:0:5594:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788745840.911277:0:5594:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745841.811219:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745841.811228:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745841.811235:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745841.811237:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745841.814872:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745841.814880:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745841.814885:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788745842.833834:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745842.833842:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745842.833849:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745842.833850:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745842.835944:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745842.835951:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745842.835957:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788745843.687784:0:9850:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788745843.687798:0:9850:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745843.863117:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745843.863123:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745843.863128:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745843.863131:0:27:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788745843.863133:0:27:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788745843.863137:0:27:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745843.863140:0:27:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788745843.863142:0:27:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745843.863145:0:27:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745843.863167:0:27:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788745843.865764:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788745843.865772:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788745843.865778:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788745844.504459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745844.504824:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745844.504832:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515c000. 00000020:00000040:0.0:1788745844.504838:0:37:0:(genops.c:1209:class_import_get()) import ffff9b0145156800 refcount=4 obd=MGC192.168.206.135@tcp 00000100:00000001:0.0:1788745844.504843:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745844.504846:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745844.504851:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745844.504860:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0149bcba00. 00000100:00000001:0.0:1788745844.504868:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.504880:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b91c5b7d-8f09-4670-93c2-553b4c67cc0b->MGS req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745844.504892:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745844.504897:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.504903:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bb761cc] to pc [ptlrpcd_00_01+1] req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.504941:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.504944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745844.504947:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745844.504951:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515f480. 00000020:00000040:0.0:1788745844.504953:0:37:0:(genops.c:1209:class_import_get()) import ffff9b01451af800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000100:00000001:0.0:1788745844.504956:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745844.504957:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745844.504959:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745844.504962:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0149bcbf00. 00000100:00000001:0.0:1788745844.504975:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.504980:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13581d72-1568-4155-bc58-506419abbfcc->lustre-MDT0000_UUID req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745844.504987:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745844.504989:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.504993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a54c193] to pc [ptlrpcd_00_00+0] req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.505002:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.505005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745844.505008:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745844.505011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745844.505014:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13581d72-1568-4155-bc58-506419abbfcc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745844.505017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788745844.505020:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788745844.505023:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b014515e680. 00000020:00000040:0.0:1788745844.505026:0:37:0:(genops.c:1209:class_import_get()) import ffff9b01450ec800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000100:00000001:0.0:1788745844.505028:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788745844.505029:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788745844.505031:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788745844.505034:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b0149bcbe00. 00000100:00000001:0.0:1788745844.505037:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.505041:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-MDT0000_UUID req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788745844.505048:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788745844.505050:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.505054:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011306d2f] to pc [ptlrpcd_00_01+1] req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.505074:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.505076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745844.505079:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745844.505082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788745844.505085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40961304-679f-4cf3-a03b-c1b1c5d12ebc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788745844.505090:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:0.0:1788745844.505104:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745844.505107:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745844.505111:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745844.505117:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.505125:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745844.505127:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745844.505131:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745844.505134:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745844.505137:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745844.505140:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718865536:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745844.505145:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745844.505170:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745844.505173:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745844.505176:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745844.505180:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aeca00. 02000000:00000001:0.0:1788745844.505182:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745844.505191:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745844.505195:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014b948. 00000400:00000010:0.0:1788745844.505203:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805cc0. 00000100:00000200:0.0:1788745844.505223:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718865536, portal 25 00000100:00000001:0.0:1788745844.505226:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745844.505228:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489166848 : -111045220384768 : ffff9b014515c000) 00000100:00000040:0.0:1788745844.505241:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.505249:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745844.505252:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745844.505256:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805110. 00000100:00000200:0.0:1788745844.505260:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875635718865536, offset 0 00000400:00000200:0.0:1788745844.505268:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745844.505279:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745844.505295:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745844.505301:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745844.505306:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745844.505310:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745844.505313:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745844.505317:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [143:143:256:4294967295] 192.168.206.135@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:0.0:1788745844.505322:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745844.505333:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745844.505339:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745844.505345:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcb700. 00000800:00000200:0.0:1788745844.505351:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745844.505361:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745844.505365:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcb700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788745844.510738:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745844.510747:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745844.510751:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788745844.510765:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745844.510790:0:2363:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788745844.510792:0:2363:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745844.510797:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788745844.510800:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788745844.510803:0:2363:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788745844.510807:0:2363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718865664:192.168.206.135@tcp:400:kworker.0 00000100:00000001:1.0:1788745844.510812:0:2363:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788745844.510818:0:2363:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788745844.510820:0:2363:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745844.510823:0:2363:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788745844.510832:0:2363:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b01514f3e00. 02000000:00000001:1.0:1788745844.510834:0:2363:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788745844.510842:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:1.0:1788745844.510846:0:2363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b0145127000. 00000400:00000010:1.0:1788745844.510854:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1f908. 00000100:00000200:1.0:1788745844.510879:0:2363:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718865664, portal 10 00000100:00000001:1.0:1788745844.510881:0:2363:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788745844.510882:0:2363:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489180288 : -111045220371328 : ffff9b014515f480) 00000100:00000040:1.0:1788745844.510890:0:2363:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745844.510898:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788745844.510901:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:1.0:1788745844.510904:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149f1fd48. 00000100:00000200:1.0:1788745844.510907:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718865664, offset 0 00000400:00000200:1.0:1788745844.510915:0:2363:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:1.0:1788745844.510924:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745844.510932:0:2363:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:1.0:1788745844.510937:0:2363:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788745844.510942:0:2363:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:1.0:1788745844.510945:0:2363:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788745844.510948:0:2363:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:1.0:1788745844.510952:0:2363:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [144:144:255:4294967295] 192.168.206.135@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:1.0:1788745844.510957:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:1.0:1788745844.510967:0:2363:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:1.0:1788745844.510973:0:2363:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:1.0:1788745844.510978:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0147deb500. 00000800:00000200:1.0:1788745844.510984:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:1.0:1788745844.510993:0:2363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:1.0:1788745844.510997:0:2363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0147deb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788745844.518035:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745844.518058:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745844.518062:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 2 is 4295059917 00000100:00000010:0.0:1788745844.518075:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c3c0. 00000100:00000001:0.0:1788745844.518085:0:2364:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788745844.518093:0:2364:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS new deadline estimation for cpu 3 is 4295059917 00000100:00000010:0.0:1788745844.518096:0:2364:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b0142d0c540. 00000100:00000001:0.0:1788745844.518099:0:2364:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.135@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788745844.518102:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745844.518124:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.518129:0:2364:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788745844.518141:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.518165:0:2364:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788745844.518167:0:2364:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745844.518172:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788745844.518176:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788745844.518178:0:2364:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788745844.518182:0:2364:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718865792:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745844.518197:0:2364:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788745844.518202:0:2364:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788745844.518210:0:2364:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745844.518212:0:2364:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788745844.518218:0:2364:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b0150aed400. 02000000:00000001:0.0:1788745844.518220:0:2364:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788745844.518225:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000010:0.0:1788745844.518230:0:2364:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b014014bd10. 00000400:00000010:0.0:1788745844.518237:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805d48. 00000100:00000200:0.0:1788745844.518244:0:2364:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875635718865792, portal 10 00000100:00000001:0.0:1788745844.518247:0:2364:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788745844.518248:0:2364:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633028489176704 : -111045220374912 : ffff9b014515e680) 00000100:00000040:0.0:1788745844.518256:0:2364:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.518264:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788745844.518266:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.135@tcp 00000400:00000010:0.0:1788745844.518269:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b0149805880. 00000100:00000200:0.0:1788745844.518273:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875635718865792, offset 0 00000400:00000200:0.0:1788745844.518279:0:2364:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.135@tcp 00000400:00000200:0.0:1788745844.518297:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745844.518306:0:2364:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.135@tcp local destination 00000400:00000200:0.0:1788745844.518311:0:2364:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788745844.518321:0:2364:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.206.35@tcp 00000400:00000200:0.0:1788745844.518325:0:2364:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.35@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788745844.518328:0:2364:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.135@tcp 00000400:00000200:0.0:1788745844.518332:0:2364:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.35@tcp NI seq info: [145:145:254:4294967295] 192.168.206.135@tcp LPNI seq info [145:145:6:4294967295] 00000400:00000200:0.0:1788745844.518337:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:0.0:1788745844.518347:0:2364:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp:) -> 192.168.206.135@tcp(192.168.206.135@tcp:192.168.206.135@tcp) : PUT try# 0 00000800:00000200:0.0:1788745844.518354:0:2364:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.135@tcp 00000800:00000010:0.0:1788745844.518359:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b0149bcbb00. 00000800:00000200:0.0:1788745844.518366:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b0148d29000] -> 12345-192.168.206.135@tcp (5) 00000800:00000200:0.0:1788745844.518376:0:2364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.135@tcp ip 192.168.206.135:988 00000800:00000200:0.0:1788745844.518381:0:2364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b0149bcbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788745844.522037:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745844.522052:0:2363:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: using a timeout of 122353 usecs (123 jiffies) 00000400:00000200:1.0:1788745844.522063:0:2363:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:1.0:1788745844.522068:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 2 is 4295059093 00000100:00000001:1.0:1788745844.522072:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 2, keep current deadline 4295059917 00000100:00000001:1.0:1788745844.522074:0:2363:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS new deadline estimation for cpu 3 is 4295059093 00000100:00000001:1.0:1788745844.522092:0:2363:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0149e25800: PM QoS request active for cpu 3, keep current deadline 4295059917 00000100:00000001:1.0:1788745844.522094:0:2363:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745844.522098:0:2363:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745844.522103:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745844.522107:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745844.522115:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745844.522117:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788745844.522120:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745844.522122:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788745844.522123:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745844.522126:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.527736:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.527749:0:2364:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: using a timeout of 14997 usecs (15 jiffies) 00000400:00000200:0.0:1788745844.527759:0:2364:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000100:00000001:0.0:1788745844.527763:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 2 is 4295058991 00000100:00000001:0.0:1788745844.527766:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 2, keep current deadline 4295059917 00000100:00000001:0.0:1788745844.527768:0:2364:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS new deadline estimation for cpu 3 is 4295058991 00000100:00000001:0.0:1788745844.527770:0:2364:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b0145154800: PM QoS request active for cpu 3, keep current deadline 4295059917 00000100:00000001:0.0:1788745844.527773:0:2364:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745844.527790:0:2364:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.527796:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.527799:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.527809:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745844.527812:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788745844.527814:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745844.527816:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788745844.527818:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.527821:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788745844.545429:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745844.545441:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcb700. 00000400:00000200:2.0:1788745844.545449:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745844.545460:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745844.545468:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805110 00000400:00000010:2.0:1788745844.545471:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805110. 00000100:00000001:2.0:1788745844.545478:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745844.545486:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.545500:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745844.545503:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.545511:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745844.545513:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745844.545528:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745844.545531:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0147deb500. 00000400:00000200:2.0:1788745844.545535:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745844.545539:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745844.545542:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1fd48 00000400:00000010:2.0:1788745844.545543:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1fd48. 00000100:00000001:2.0:1788745844.545546:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745844.545550:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.545558:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745844.545590:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.545597:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745844.545599:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788745844.545674:0:2357:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788745844.545676:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b0149bcbb00. 00000400:00000200:2.0:1788745844.545679:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745844.545683:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000400:00000200:2.0:1788745844.545686:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805880 00000400:00000010:2.0:1788745844.545688:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805880. 00000100:00000001:2.0:1788745844.545690:0:2357:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788745844.545694:0:2357:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.545701:0:2357:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788745844.545704:0:2357:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.545709:0:2357:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788745844.545711:0:2357:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788745844.552370:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.552392:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745844.552397:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.552400:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745844.552411:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.552420:0:2358:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745844.552431:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.552436:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.552441:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.552446:0:2358:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 25 MB=0x6a9e178c04280 00000400:00000200:2.0:1788745844.552452:0:2358:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.552457:0:2358:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.135@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1788745844.552473:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.552481:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745844.552485:0:2358:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745844.552503:0:2358:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745844.552512:0:2358:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745844.552521:0:2358:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745844.552532:0:2358:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.552549:0:2358:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745844.552559:0:2358:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.552563:0:2358:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745844.559389:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559411:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745844.559416:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559418:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745844.559427:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559436:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745844.559446:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559451:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559457:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559462:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c04300 00000400:00000200:2.0:1788745844.559476:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559482:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:2.0:1788745844.559490:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559495:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745844.559499:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745844.559504:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745844.559512:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745844.559521:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745844.559533:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.559557:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745844.559584:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559588:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788745844.559590:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559592:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745844.559595:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559599:0:2357:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.35@tcp(192.168.206.35@tcp) <- 192.168.206.135@tcp : PUT - for me 00000400:00000200:2.0:1788745844.559603:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559606:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559608:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559611:0:2357:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.135@tcp of length 224 into portal 10 MB=0x6a9e178c04380 00000400:00000200:2.0:1788745844.559614:0:2357:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.206.135@tcp to cpt 1 00000400:00000200:2.0:1788745844.559618:0:2357:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.135@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:2.0:1788745844.559622:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559681:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788745844.559684:0:2357:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788745844.559687:0:2357:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.35@tcp->192.168.206.135@tcp: PUT: OK 00000100:00000001:2.0:1788745844.559691:0:2357:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788745844.559695:0:2357:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788745844.559704:0:2357:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788745844.559712:0:2357:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788745844.559716:0:2357:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788745844.559719:0:2357:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568123:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745844.568132:0:2364:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788745844.568141:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745844.568143:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745844.568196:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014b948. 00000400:00000200:0.0:1788745844.568210:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805cc0 00000400:00000010:0.0:1788745844.568213:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805cc0. 00000100:00000001:0.0:1788745844.568219:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745844.568231:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745844.568244:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.568252:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745844.568254:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568257:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745844.568261:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745844.568263:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745844.568266:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745844.568270:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745844.568277:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b0145156c60 time=105 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745844.568281:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b0145156c18 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745844.568283:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745844.568294:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745844.568297:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745844.568300:0:2364:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.568303:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.568308:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.568316:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745844.568319:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745844.568322:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745844.568325:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745844.568334:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b91c5b7d-8f09-4670-93c2-553b4c67cc0b:2364:1875635718865536:192.168.206.135@tcp:400:kworker.0 00000400:00000001:0.0:1788745844.568341:0:2364:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788745844.568342:0:2364:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788745844.568350:0:2364:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b014014bd10. 00000400:00000200:0.0:1788745844.568353:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149805d48 00000400:00000010:0.0:1788745844.568355:0:2364:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149805d48. 00000100:00000001:0.0:1788745844.568358:0:2364:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788745844.568363:0:2364:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788745844.568371:0:2364:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.568378:0:2364:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788745844.568379:0:2364:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568381:0:2364:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788745844.568382:0:2364:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788745844.568383:0:2364:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788745844.568385:0:2364:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788745844.568386:0:2364:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788745844.568392:0:2364:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01450ecc60 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1788745844.568395:0:2364:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01450ecc18 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1788745844.568397:0:2364:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788745844.568399:0:2364:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788745844.568400:0:2364:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788745844.568403:0:2364:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.568407:0:2364:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788745844.568409:0:2364:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0145154800: skip recheck: last_committed 0 00000100:00000001:0.0:1788745844.568411:0:2364:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788745844.568413:0:2364:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788745844.568416:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.568422:0:2364:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788745844.568424:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788745844.568425:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788745844.568428:0:2364:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788745844.568435:0:2364:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40961304-679f-4cf3-a03b-c1b1c5d12ebc:2364:1875635718865792:192.168.206.135@tcp:400:kworker.0 00000100:00000001:0.0:1788745844.568445:0:2364:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568448:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745844.568451:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515c000 x1875635718865536/t0(0) o400->MGC192.168.206.135@tcp@192.168.206.135@tcp:26/25 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.568458:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745844.568461:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745844.568473:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aeca00. 02000000:00000001:0.0:1788745844.568477:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745844.568480:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745844.568482:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b0145156800 refcount=3 obd=MGC192.168.206.135@tcp 00000020:00000001:0.0:1788745844.568484:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745844.568487:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0149bcba00. 02000000:00000001:0.0:1788745844.568490:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745844.568492:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745844.568494:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515c000. 00000100:00000001:0.0:1788745844.568497:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745844.568499:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568500:0:2364:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788745844.568504:0:2364:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515e680 x1875635718865792/t0(0) o400->lustre-MDT0000-mdc-ffff9b0145154800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788745844.568510:0:2364:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788745844.568512:0:2364:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788745844.568513:0:2364:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b0150aed400. 02000000:00000001:0.0:1788745844.568516:0:2364:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788745844.568517:0:2364:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788745844.568518:0:2364:0:(genops.c:1222:class_import_put()) import ffff9b01450ec800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0145154800 00000020:00000001:0.0:1788745844.568520:0:2364:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788745844.568521:0:2364:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0149bcbe00. 02000000:00000001:0.0:1788745844.568524:0:2364:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788745844.568525:0:2364:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788745844.568526:0:2364:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515e680. 00000100:00000001:0.0:1788745844.568528:0:2364:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788745844.568530:0:2364:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568532:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788745844.568539:0:2364:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788745844.568547:0:2364:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788745844.568549:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788745844.568552:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745844.570606:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745844.570614:0:2363:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788745844.570622:0:2363:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788745844.570624:0:2363:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788745844.570628:0:2363:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b0145127000. 00000400:00000200:1.0:1788745844.570636:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b0149f1f908 00000400:00000010:1.0:1788745844.570638:0:2363:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b0149f1f908. 00000100:00000001:1.0:1788745844.570642:0:2363:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788745844.570652:0:2363:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788745844.570664:0:2363:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745844.570671:0:2363:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788745844.570673:0:2363:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745844.570676:0:2363:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788745844.570678:0:2363:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788745844.570681:0:2363:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788745844.570683:0:2363:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788745844.570686:0:2363:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788745844.570694:0:2363:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b01451afc60 time=105 v=5 (5 0 0 0) 00000100:00001000:1.0:1788745844.570698:0:2363:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b01451afc18 time=105 v=5 (1 0 0 0) 00000100:00000001:1.0:1788745844.570700:0:2363:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788745844.570702:0:2363:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788745844.570704:0:2363:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788745844.570717:0:2363:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745844.570721:0:2363:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788745844.570723:0:2363:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b0149e25800: skip recheck: last_committed 0 00000100:00000001:1.0:1788745844.570725:0:2363:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788745844.570727:0:2363:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788745844.570732:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745844.570740:0:2363:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788745844.570743:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788745844.570745:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788745844.570749:0:2363:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788745844.570757:0:2363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b014515f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13581d72-1568-4155-bc58-506419abbfcc:2363:1875635718865664:192.168.206.135@tcp:400:kworker.0 00000100:00000001:1.0:1788745844.570762:0:2363:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745844.570764:0:2363:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788745844.570767:0:2363:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b014515f480 x1875635718865664/t0(0) o400->lustre-MDT0000-mdc-ffff9b0149e25800@192.168.206.135@tcp:12/10 lens 224/224 e 0 to 0 dl 1788745860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788745844.570774:0:2363:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788745844.570886:0:2363:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788745844.570891:0:2363:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b01514f3e00. 02000000:00000001:1.0:1788745844.570895:0:2363:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788745844.570898:0:2363:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788745844.570900:0:2363:0:(genops.c:1222:class_import_put()) import ffff9b01451af800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b0149e25800 00000020:00000001:1.0:1788745844.570903:0:2363:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788745844.570905:0:2363:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b0149bcbf00. 02000000:00000001:1.0:1788745844.570908:0:2363:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788745844.570910:0:2363:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788745844.570912:0:2363:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b014515f480. 00000100:00000001:1.0:1788745844.570915:0:2363:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788745844.570917:0:2363:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745844.570919:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788745844.570927:0:2363:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788745844.570934:0:2363:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788745844.570937:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788745844.570939:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745844.883353:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745844.883360:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745844.883367:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745844.883368:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788745844.885886:0:5602:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788745844.885894:0:5602:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788745844.885899:0:5602:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788745845.522401:0:1013:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23b30 (cpu 3) has reached its deadline 4295059917, at 4295059971 00000100:00000010:3.0:1788745845.522422:0:1013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c540. 00000100:00000040:2.0:1788745845.524413:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffff9b0149e23a20 (cpu 2) has reached its deadline 4295059917, at 4295059972 00000100:00000010:2.0:1788745845.524430:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b0142d0c3c0. 00010000:00000001:2.0:1788745845.906081:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745845.906089:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788745845.906096:0:27:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788745845.906113:0:27:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788745845.906140:0:5601:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788745845.906143:0:5601:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788745845.906165:0:5601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 8727 lines, 8727 kept, 0 dropped, 0 bad.