00000001:01000000:3.0F:1788832636.805445:0:2341:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 549 MB/s 00000001:01000000:0.0F:1788832637.057145:0:2341:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 611 MB/s 00000001:01000000:3.0:1788832637.306855:0:2341:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 5459 MB/s 00000020:02000000:3.0:1788832637.883934:0:2370:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_110_g063755c 00000400:02000000:3.0:1788832638.988280:0:2386:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.206.21@tcp [8/256/0/180] 00008000:02000000:1.0F:1788832642.852540:0:2536:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0F:1788832790.607070:0:6159:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788832790.607081:0:6159:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1788832790.607083:0:6159:0:(obd_mount.c:926:lmd_print()) device: 192.168.206.121@tcp:/lustre 00000020:01000004:2.0:1788832790.607084:0:6159:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1788832790.607248:0:6159:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000d4167f4d 00000080:01000004:2.0:1788832790.607261:0:6159:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1788832790.607287:0:6159:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.206.121@tcp' 00000020:01000004:2.0:1788832790.608769:0:6159:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.206.121@tcp (typ=mgc) 00000020:00000080:2.0:1788832790.608805:0:6159:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.206.121@tcp (00000000867cba4d) 00000020:00000080:2.0:1788832790.608830:0:6159:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1788832790.609142:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788832790.609171:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788832790.610562:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1788832790.610579:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788832790.616898:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1788832790.616912:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788832790.617397:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1788832790.617405:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1788832790.617885:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1788832790.617892:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1788832790.622878:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832790.623555:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788832790.624391:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1788832790.624400:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788832790.629424:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:3.0:1788832790.629440:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788832790.630332:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1788832790.630341:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1788832790.646711:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1788832790.646725:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1788832790.660293:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1788832790.660309:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1788832790.665489:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1788832790.665502:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1788832790.667279:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832790.667284:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832790.667285:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832790.668124:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832790.668128:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832790.668129:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1788832790.668721:0:6159:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a2b82d73@MGC192.168.206.121@tcp: add connection 192.168.206.121@tcp at head 00010000:00010000:0.0:1788832790.668911:0:6159:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.206.121@tcp-0 is initialized 00000040:01000000:0.0:1788832790.668918:0:6159:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.121@tcp ctxt 1 is initialized 10000000:01000000:0.0:1788832790.670702:0:6173:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788832790.670741:0:6159:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.206.121@tcp (uuid 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7) 00000020:00000080:0.0:1788832790.670782:0:6159:0:(genops.c:1385:class_connect()) connect: client 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7, cookie 0x99dce05d6a22b7be 00000100:00080000:0.0:1788832790.670796:0:6159:0:(import.c:510:import_select_connection()) MGC192.168.206.121@tcp: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:0.0:1788832790.670806:0:6159:0:(import.c:624:import_select_connection()) MGC192.168.206.121@tcp: import 00000000a2b82d73 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000100:00100000:0.0:1788832790.670848:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002485f21b x1875726972223616/t0(0) o250->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832790.670867:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS 00000080:00200000:0.0:1788832790.670882:0:6159:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff90e1c302b000 (sb 00000000d4167f4d) 00000080:01000000:0.0:1788832790.670935:0:6159:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1788832790.670938:0:6159:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1788832790.670954:0:6159:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:0.0:1788832790.670960:0:6159:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 874dbaf8-36df-48d7-baa1-dec2119fd674 10000000:01000000:0.0:1788832790.674493:0:6159:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788832790.674502:0:6159:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90e1c302b000 10000000:01000000:0.0:1788832790.674506:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff90e1c4cf0000 10000000:01000000:0.0:1788832790.674511:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788832790.674521:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff90e1c4cf0000 from 1 10000000:01000000:0.0:1788832790.674523:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788832790.674649:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832790.674823:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.674834:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.674844:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788832790.674865:0:6159:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000067895986 x1875726972223744/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832790.674875:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000fd6462b8 going to sleep for 0 seconds 00000100:00100000:0.0:1788832790.674936:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002485f21b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2402:1875726972223616:192.168.206.121@tcp:250: 00000100:00100000:2.0:1788832790.694507:0:2402:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.206.121@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788832790.694540:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.206.121@tcp: connect to target with instance 0 00000100:00080000:2.0:1788832790.694549:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.206.121@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1788832790.694553:0:2402:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1788832790.694557:0:2402:0:(import.c:65:import_set_state_nolock()) 00000000a2b82d73 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1788832790.694561:0:2402:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1788832790.694578:0:2402:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1788832790.694589:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fd6462b8): req@0000000067895986 x1875726972223744/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832790.694605:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002485f21b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2402:1875726972223616:192.168.206.121@tcp:250: 00000100:00100000:0.0:1788832790.697072:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000fd6462b8 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.706864:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972223744:192.168.206.121@tcp:101: 00010000:00010000:0.0:1788832790.706891:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.706904:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832790.706968:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972223872:192.168.206.121@tcp:501: 00000100:00100000:0.0:1788832790.707056:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000fd6462b8 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.710103:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972223872:192.168.206.121@tcp:501: 10000000:01000000:0.0:1788832790.710155:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788832790.710176:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.710196:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: 00000000b45d711e/0x99dce05d6a22b7c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832790.710279:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90e1c302b000 10000000:01000000:0.0:1788832790.710285:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788832790.710289:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90e1c302b000 10000000:01000000:0.0:1788832790.710291:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788832790.710295:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff90e1c302b000 10000000:01000000:0.0:1788832790.710297:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788832790.710302:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90e1c302b000 from 1 10000000:01000000:0.0:1788832790.710305:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788832790.710332:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.710339:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.710348:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832790.710364:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224000:192.168.206.121@tcp:101: 00000100:00100000:0.0:1788832790.710443:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000fd6462b8 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.721837:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224000:192.168.206.121@tcp:101: 00010000:00010000:0.0:1788832790.721865:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.721877:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832790.721949:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224128:192.168.206.121@tcp:501: 00000100:00100000:0.0:1788832790.722017:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000fd6462b8 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.734255:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224128:192.168.206.121@tcp:501: 00000100:00100000:0.0:1788832790.734324:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224256:192.168.206.121@tcp:503: 00000100:00100000:0.0:1788832790.734424:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000fd6462b8 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.740405:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000067895986 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224256:192.168.206.121@tcp:503: 00000100:00100000:2.0:1788832790.741289:0:6177:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000075696539 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6177:1875726972224384:192.168.206.121@tcp:502: 00000100:00100000:2.0:1788832790.741397:0:6177:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dba31782 going to sleep for 11 seconds 00000100:00100000:1.0:1788832790.745682:0:6177:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000075696539 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6177:1875726972224384:192.168.206.121@tcp:502: 00000020:01000000:1.0:1788832790.745729:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832790.745741:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832790.745743:0:6177:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1788832790.746095:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff90e1c302b000 00000020:00000080:0.0:1788832790.746316:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832790.746345:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff90e1c302b000 (000000007e42c209) 00000020:00000080:0.0:1788832790.746374:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1788832790.746383:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff90e1c302b000 00000020:00000080:0.0:1788832790.746386:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788832790.746941:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff90e1c302b000 (uuid 874dbaf8-36df-48d7-baa1-dec2119fd674) 00000020:01000000:0.0:1788832790.746948:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.746952:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.746953:0:6177:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1788832790.746956:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832790.746960:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.746961:0:6177:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1788832790.746965:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff90e1c302b000 00000020:00000080:0.0:1788832790.746967:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832790.746974:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff90e1c302b000 (000000006e99f567) 00000020:00000080:0.0:1788832790.746984:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1788832790.746988:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff90e1c302b000 00000020:00000080:0.0:1788832790.746990:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788832790.748011:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff90e1c302b000 (uuid 874dbaf8-36df-48d7-baa1-dec2119fd674) 00000020:01000000:0.0:1788832790.748019:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.748032:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.748035:0:6177:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1788832790.748038:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832790.748042:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.748043:0:6177:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1788832790.748046:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788832790.748048:0:6177:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1788832790.748050:0:6177:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1788832790.748055:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.748057:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.748059:0:6177:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1788832790.748061:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832790.748064:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.748066:0:6177:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1788832790.748069:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832790.748073:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:0.0:1788832790.748097:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.748099:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832790.748517:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff90e1c302b000 (000000004009dd8d) 00000020:00000080:0.0:1788832790.748600:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:0.0:1788832790.748610:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.748613:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788832790.748683:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009e932e6f@lustre-MDT0000-mdc-ffff90e1c302b000: add connection 192.168.206.121@tcp at head 00010000:00010000:0.0:1788832790.766086:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff90e1c302b000-1 is initialized 00000040:01000000:0.0:1788832790.769064:0:6177:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff90e1c302b000 ctxt 13 is initialized 00000020:00000080:0.0:1788832790.769267:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff90e1c302b000 (uuid 874dbaf8-36df-48d7-baa1-dec2119fd674) 00000020:01000000:0.0:1788832790.769279:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff90e1c302b000 00000020:00000080:0.0:1788832790.769283:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788832790.769302:0:6177:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1788832790.769332:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.769335:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.769337:0:6177:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1788832790.769344:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832790.769347:0:6177:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1788832790.769349:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832790.769350:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832790.769352:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832790.769354:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.769355:0:6177:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832790.769357:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832790.769360:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.769362:0:6177:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1788832790.769364:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832790.769368:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:0.0:1788832790.769391:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.769393:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832790.769402:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff90e1c302b000 (000000006ef38fe5) 00000020:00000080:0.0:1788832790.769415:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1788832790.769420:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.769422:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788832790.770778:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000028c6f5df@lustre-MDT0001-mdc-ffff90e1c302b000: add connection 192.168.206.121@tcp at head 00010000:00010000:0.0:1788832790.774965:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff90e1c302b000-2 is initialized 00000040:01000000:0.0:1788832790.775214:0:6177:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff90e1c302b000 ctxt 13 is initialized 00000020:00000080:0.0:1788832790.777733:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff90e1c302b000 (uuid 874dbaf8-36df-48d7-baa1-dec2119fd674) 00000020:01000000:0.0:1788832790.777748:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff90e1c302b000 00000020:00000080:0.0:1788832790.777788:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788832790.777847:0:6177:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1788832790.777883:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.777887:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.777889:0:6177:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1788832790.777891:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832790.777893:0:6177:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1788832790.777895:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832790.777896:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832790.777905:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832790.777908:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.777909:0:6177:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832790.777911:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788832790.777915:0:6177:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.206.121@tcp:/lustre 00000020:00000080:0.0:1788832790.777918:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.777919:0:6177:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788832790.777922:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832790.777926:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:0.0:1788832790.777955:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.777957:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832790.777970:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff90e1c302b000 (0000000034347c18) 00000020:00000080:0.0:1788832790.777984:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1788832790.777988:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.777991:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788832790.778047:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000057527cc7@lustre-OST0000-osc-ffff90e1c302b000: add connection 192.168.206.121@tcp at head 00010000:00010000:0.0:1788832790.780786:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff90e1c302b000-3 is initialized 00000020:00000080:0.0:1788832790.791301:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff90e1c302b000 (uuid 874dbaf8-36df-48d7-baa1-dec2119fd674) 00000020:01000000:0.0:1788832790.791320:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff90e1c302b000 00000020:00000080:0.0:1788832790.791324:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788832790.791345:0:6177:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1788832790.791353:0:6177:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff90e1c302b000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1788832790.791358:0:6177:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1788832790.791368:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.791372:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.791374:0:6177:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788832790.791377:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788832790.791380:0:6177:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788832790.791381:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832790.791383:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788832790.791384:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788832790.791387:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.791394:0:6177:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788832790.791397:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788832790.791401:0:6177:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.206.121@tcp:/lustre 00000020:00000080:0.0:1788832790.791404:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.791405:0:6177:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788832790.791408:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788832790.791412:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:0.0:1788832790.791436:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.791438:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788832790.792346:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff90e1c302b000 (00000000e80cc7dd) 00000020:00000080:0.0:1788832790.792367:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1788832790.792377:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff90e1c302b000 00000020:00000080:0.0:1788832790.792380:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788832790.792476:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e9c6bd98@lustre-OST0001-osc-ffff90e1c302b000: add connection 192.168.206.121@tcp at head 00010000:00010000:0.0:1788832790.792705:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff90e1c302b000-4 is initialized 00000020:00000080:0.0:1788832790.792978:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff90e1c302b000 (uuid 874dbaf8-36df-48d7-baa1-dec2119fd674) 00000020:01000000:0.0:1788832790.792985:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff90e1c302b000 00000020:00000080:0.0:1788832790.792988:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788832790.792999:0:6177:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1788832790.793005:0:6177:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff90e1c302b000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1788832790.793008:0:6177:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1788832790.793016:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.793020:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.793021:0:6177:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788832790.793024:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832790.793027:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.793028:0:6177:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788832790.793030:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788832790.793032:0:6177:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1788832790.793462:0:6177:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000575c255b pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6177:1875726972224512:192.168.206.121@tcp:502: 00000100:00100000:0.0:1788832790.793650:0:6177:0:(client.c:2715:ptlrpc_set_wait()) set 000000008ded3502 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.797009:0:6177:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000575c255b pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6177:1875726972224512:192.168.206.121@tcp:502: 00000020:01000000:0.0:1788832790.797052:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832790.797059:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832790.797062:0:6177:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000040:00080000:0.0:1788832790.797065:0:6177:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1788832790.797148:0:6159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1788832790.797165:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788832790.797176:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.797186:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: 0000000099d8f1c4/0x99dce05d6a22b7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832790.797194:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff90e1c302b000 from 1 10000000:01000000:0.0:1788832790.797196:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1788832790.797228:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.797235:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.797243:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832790.797272:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000575c255b pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224640:192.168.206.121@tcp:101: 00000100:00100000:0.0:1788832790.797336:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 000000008ded3502 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.804396:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000575c255b pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224640:192.168.206.121@tcp:101: 00010000:00010000:0.0:1788832790.804424:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4994 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.805672:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4994 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832790.806458:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000e3da08cf pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224768:192.168.206.121@tcp:256: 00000100:00100000:2.0:1788832790.806552:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 0000000027099fca going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.813997:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000e3da08cf pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224768:192.168.206.121@tcp:256: 10000000:01000000:0.0:1788832790.814697:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788832790.814723:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4994 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.814736:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: 00000000628a0e39/0x99dce05d6a22b7fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4994 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832790.814744:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90e1c302b000 from 1 10000000:01000000:0.0:1788832790.814747:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788832790.814815:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: 000000008812ad4d/0x99dce05d6a22b804 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.814822:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: 000000008812ad4d/0x99dce05d6a22b804 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.815064:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: 000000008812ad4d/0x99dce05d6a22b804 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832790.815298:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000575c255b pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224896:192.168.206.121@tcp:101: 00000100:00100000:2.0:1788832790.815395:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000bcba3139 going to sleep for 11 seconds 00000100:00100000:2.0:1788832790.818982:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000575c255b pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972224896:192.168.206.121@tcp:101: 00010000:00010000:2.0:1788832790.819010:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: 000000008812ad4d/0x99dce05d6a22b804 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832790.819022:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: 000000008812ad4d/0x99dce05d6a22b804 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788832790.819089:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f55cf713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972225024:192.168.206.121@tcp:501: 00000100:00100000:2.0:1788832790.819206:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000bcba3139 going to sleep for 11 seconds 00000100:00100000:2.0:1788832790.822617:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f55cf713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972225024:192.168.206.121@tcp:501: 00000100:00100000:2.0:1788832790.822672:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f55cf713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972225152:192.168.206.121@tcp:503: 00000100:00100000:2.0:1788832790.822882:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000bcba3139 going to sleep for 11 seconds 00000100:00100000:0.0:1788832790.825971:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f55cf713 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6159:1875726972225152:192.168.206.121@tcp:503: 00000100:00100000:2.0:1788832790.826643:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000e95e7c66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6185:1875726972225280:192.168.206.121@tcp:502: 00000100:00100000:2.0:1788832790.826828:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ca251dc1 going to sleep for 11 seconds 00000100:00100000:1.0:1788832790.830404:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000e95e7c66 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6185:1875726972225280:192.168.206.121@tcp:502: 00000020:01000000:1.0:1788832790.830430:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832790.830439:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832790.830441:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788832790.830459:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e1c302b000 00000020:00000080:1.0:1788832790.830462:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788832790.830546:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6313b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6185:1875726972225408:192.168.206.121@tcp:502: 00000100:00100000:1.0:1788832790.830624:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93af840 going to sleep for 11 seconds 00000100:00100000:1.0:1788832790.834825:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6313b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6185:1875726972225408:192.168.206.121@tcp:502: 00000020:01000000:1.0:1788832790.834933:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832790.834942:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832790.834944:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1788832790.834948:0:6185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1788832790.835207:0:6159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1788832790.835223:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788832790.835286:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832790.835350:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1788832790.835369:0:6159:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1788832790.835400:0:6159:0:(genops.c:1385:class_connect()) connect: client 874dbaf8-36df-48d7-baa1-dec2119fd674, cookie 0x99dce05d6a22b80b 00800000:01000000:0.0:1788832790.835421:0:6159:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 874dbaf8-36df-48d7-baa1-dec2119fd674 to lustre-clilmv-ffff90e1c302b000 00800000:01000000:0.0:1788832790.835427:0:6159:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff90e1c302b000(874dbaf8-36df-48d7-baa1-dec2119fd674) - lustre-MDT0000_UUID, 874dbaf8-36df-48d7-baa1-dec2119fd674 00000020:00000080:0.0:1788832790.835434:0:6159:0:(genops.c:1385:class_connect()) connect: client 874dbaf8-36df-48d7-baa1-dec2119fd674, cookie 0x99dce05d6a22b812 00000100:00080000:0.0:1788832790.835454:0:6159:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90e1c302b000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:0.0:1788832790.835463:0:6159:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90e1c302b000: import ffff90e1d10a9800 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:0.0:1788832790.835474:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788832790.835497:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1d8acad80 x1875726972225536/t0(0) o38->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832790.835522:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID 00800000:01000000:0.0:1788832790.835631:0:6159:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff90e1c302b000(874dbaf8-36df-48d7-baa1-dec2119fd674) successfully (5) 00800000:00000004:0.0:1788832790.835635:0:6159:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff90e1c302b000: age -699, max_age 0 00800000:01000000:0.0:1788832790.835661:0:6159:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff90e1c302b000(874dbaf8-36df-48d7-baa1-dec2119fd674) - lustre-MDT0001_UUID, 874dbaf8-36df-48d7-baa1-dec2119fd674 00000020:00000080:0.0:1788832790.835667:0:6159:0:(genops.c:1385:class_connect()) connect: client 874dbaf8-36df-48d7-baa1-dec2119fd674, cookie 0x99dce05d6a22b819 00000100:00080000:0.0:1788832790.835673:0:6159:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff90e1c302b000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:0.0:1788832790.835678:0:6159:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff90e1c302b000: import ffff90e1c5077000 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:0.0:1788832790.835683:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788832790.835693:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1d8acb100 x1875726972225792/t0(0) o38->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788832790.835711:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID 00800000:01000000:0.0:1788832790.835749:0:6159:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff90e1c302b000(874dbaf8-36df-48d7-baa1-dec2119fd674) successfully (5) 00800000:00000004:0.0:1788832790.835780:0:6159:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff90e1c302b000: age -699, max_age 0 00000080:00000004:0.0:1788832790.835799:0:6159:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff90e1c302b000: age -699, max_age 300 00800000:00000004:0.0:1788832790.835805:0:6159:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90e1c302b000: age -699, max_age 300 00000100:00080000:0.0:1788832790.835821:0:6159:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e1d8aca300 x1875726972226048/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832790.835829:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d01006c0 going to sleep for 0 seconds 00000100:00080000:1.0:1788832790.836204:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e1d8ac9180 x1875726972225664/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832790.836217:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1788832790.836222:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e1d8ac9f80 x1875726972225920/t0(0) o41->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832790.836451:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972225536:192.168.206.121@tcp:38: 00000100:00100000:2.0:1788832790.836638:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972225792:192.168.206.121@tcp:38: 00010000:00080000:0.0:1788832790.840945:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acad80 x1875726972225536/t0(0) o38->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1788832800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832790.840959:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788832790.840968:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90e1c302b000: connect to target with instance 1 00000001:01000000:1.0:1788832791.091371:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff90e1c302b000: T10 checksum algorithm t10ip512 speed = 2387 MB/s 00000001:01000000:1.0:1788832791.348229:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff90e1c302b000: T10 checksum algorithm t10ip4K speed = 2394 MB/s 00000001:01000000:2.0:1788832791.610637:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff90e1c302b000: T10 checksum algorithm t10crc4K speed = 519 MB/s 00000100:00080000:2.0:1788832791.610651:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff90e1c302b000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788832791.610663:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788832791.610675:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d10a9800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788832791.622948:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ad4c2e03): req@ffff90e1d8aca300 x1875726972226048/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788832791.622978:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e5ac587d): req@ffff90e1d8ac9180 x1875726972225664/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832791.622991:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972225536:192.168.206.121@tcp:38: 00010000:00080000:0.0:1788832791.623030:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acb100 x1875726972225792/t0(0) o38->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1788832800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832791.623039:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788832791.623049:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff90e1c302b000: connect to target with instance 1 00000100:00080000:0.0:1788832791.623058:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff90e1c302b000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1788832791.623069:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788832791.623084:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1c5077000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788832791.623495:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d01006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832791.627276:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972225792:192.168.206.121@tcp:38: 00010000:00080000:1.0:1788832791.630716:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9f80 x1875726972225920/t0(0) o41->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1788832807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832791.630739:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:0:1875726972225920:192.168.206.121@tcp:41: 00010000:00080000:1.0:1788832791.630783:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9180 x1875726972225664/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1788832807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832791.630793:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:0:1875726972225664:192.168.206.121@tcp:41: 00010000:00080000:1.0:1788832791.632364:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca300 x1875726972226048/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1788832807 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832791.632392:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226048:192.168.206.121@tcp:41: 00800000:00000004:1.0:1788832791.632413:0:6159:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90e1c302b000: update ffff90e1c93b9e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1788832791.632421:0:6159:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff90e1c302b000: update ffff90e1c93bb7c0 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1788832791.632459:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6313b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226176:192.168.206.121@tcp:40: 00000100:00100000:1.0:1788832791.632547:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93af840 going to sleep for 11 seconds 00010000:00080000:1.0:1788832791.634734:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6313b80 x1875726972226176/t0(0) o40->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 440/448 e 0 to 0 dl 1788832807 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832791.634750:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6313b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226176:192.168.206.121@tcp:40: 00000080:00000004:1.0:1788832791.634825:0:6159:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1788832791.634838:0:6159:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683246 ocd_grant: 2146304 00020000:01000000:1.0:1788832791.634842:0:6159:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1788832791.634852:0:6159:0:(genops.c:1385:class_connect()) connect: client 874dbaf8-36df-48d7-baa1-dec2119fd674, cookie 0x99dce05d6a22b820 00000020:00000080:1.0:1788832791.634869:0:6159:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x99dce05d6a22b827 00000100:00080000:1.0:1788832791.634876:0:6159:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90e1c302b000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:1.0:1788832791.634883:0:6159:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90e1c302b000: import ffff90e1c5071000 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:1.0:1788832791.634894:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788832791.634913:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1c6313b80 x1875726972226304/t0(0) o8->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832791.634937:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID 00020000:01000000:1.0:1788832791.634948:0:6159:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff90e1c302b000) active 00000020:00000080:1.0:1788832791.634972:0:6159:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x99dce05d6a22b82e 00000100:00080000:1.0:1788832791.634976:0:6159:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff90e1c302b000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:1.0:1788832791.634980:0:6159:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff90e1c302b000: import ffff90e1c5074800 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:1.0:1788832791.634985:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788832791.634994:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1c6312a00 x1875726972226432/t0(0) o8->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788832791.635002:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID 00020000:01000000:1.0:1788832791.635006:0:6159:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff90e1c302b000) active 00000100:00100000:1.0:1788832791.635039:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226560:192.168.206.121@tcp:900: 00000100:00100000:1.0:1788832791.635090:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93af840 going to sleep for 11 seconds 00000100:00100000:0.0:1788832791.635256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972226304:192.168.206.121@tcp:8: 00000100:00100000:0.0:1788832791.635319:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972226432:192.168.206.121@tcp:8: 00010000:00080000:2.0:1788832791.644181:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6313b80 x1875726972226304/t0(0) o8->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1788832801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832791.644198:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e1c302b000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788832791.644207:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90e1c302b000: connect to target with instance 1 00000100:00080000:2.0:1788832791.644217:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90e1c302b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788832791.644228:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788832791.644232:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1c5071000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788832791.644237:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1788832791.644241:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788832791.644246:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788832791.644256:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972226304:192.168.206.121@tcp:8: 00010000:00080000:1.0:1788832791.644364:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6312d80 x1875726972226560/t0(0) o900->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:29/10 lens 264/248 e 0 to 0 dl 1788832807 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832791.644395:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226560:192.168.206.121@tcp:900: 00000100:00100000:1.0:1788832791.644444:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226688:192.168.206.121@tcp:33: 00000100:00100000:1.0:1788832791.646652:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93af840 going to sleep for 11 seconds 00010000:00080000:0.0:1788832791.651974:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6312a00 x1875726972226432/t0(0) o8->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1788832801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832791.651991:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e1c302b000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788832791.652004:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90e1c302b000: connect to target with instance 1 00000100:00080000:0.0:1788832791.652015:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90e1c302b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1788832791.652029:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788832791.652034:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1c5074800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1788832791.652041:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1788832791.652046:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1788832791.652051:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1788832791.652059:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972226432:192.168.206.121@tcp:8: 00010000:00010000:2.0:1788832791.695667:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1788832791.711562:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6312d80 x1875726972226688/t0(0) o33->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/464 e 0 to 0 dl 1788832807 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788832791.711582:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:874dbaf8-36df-48d7-baa1-dec2119fd674:6159:1875726972226688:192.168.206.121@tcp:33: 00000080:00200000:1.0:1788832791.711815:0:6159:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00200000:1.0:1788832791.711824:0:6159:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1788832791.711928:0:6159:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_110_g063755c 00000080:00000004:1.0:1788832791.726474:0:6159:0:(super25.c:182:lustre_fill_super()) 192.168.206.121@tcp:/lustre: Mount complete 00000080:00200008:0.0:1788832791.899020:0:6203:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788832791.899033:0:6203:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:0.0:1788832791.899060:0:6203:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788832791.899119:0:6203:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.899138:0:6203:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.899150:0:6203:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832791.899173:0:6203:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mkdir:874dbaf8-36df-48d7-baa1-dec2119fd674:6203:1875726972226816:192.168.206.121@tcp:101: 00000100:00100000:0.0:1788832791.899683:0:6203:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d01009c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788832791.908323:0:6203:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mkdir:874dbaf8-36df-48d7-baa1-dec2119fd674:6203:1875726972226816:192.168.206.121@tcp:101: 00010000:00010000:0.0:1788832791.908349:0:6203:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.908361:0:6203:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.909033:0:6203:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.909237:0:6203:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.909255:0:6203:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.909263:0:6203:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.909269:0:6203:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1788832791.909327:0:6203:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90e1d8aca680 x1875726972226816/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1788832807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1788832791.909342:0:6203:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832791.910002:0:6203:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90e1d8ef4000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1788832791.910012:0:6203:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1788832791.914491:0:6203:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1788832791.914506:0:6203:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:2.0:1788832791.914515:0:6203:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:2.0:1788832791.914518:0:6203:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8984683cb8 00010000:00010000:2.0:1788832791.914872:0:6203:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832791.914959:0:6203:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788832792.720798:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832793.747331:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1788832794.262216:0:6255:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788832794.262230:0:6255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832794.262252:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832794.262271:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788832794.262335:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1788832794.262345:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832794.262353:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832794.262356:0:6255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832794.262364:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c17cb8 00010000:00010000:1.0:1788832794.262368:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788832794.262387:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1788832794.267193:0:6255:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1788832794.267205:0:6255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832794.267228:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832794.267246:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1788832794.267261:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1788832794.267270:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832794.267277:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832794.267281:0:6255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832794.267388:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c17cb8 00010000:00010000:1.0:1788832794.267392:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1788832794.267403:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1788832794.267748:0:6255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832794.267846:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832794.267856:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1788832794.267877:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1788832794.267884:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832794.267888:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832794.267891:0:6255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832794.267895:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c17bb0 00010000:00010000:1.0:1788832794.267899:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1788832794.267907:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1788832794.267916:0:6255:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88), inode mode 41ed mask 44 00000080:00200008:1.0:1788832794.267924:0:6255:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), flags 100000 00000080:00200080:1.0:1788832794.269743:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:1.0:1788832794.269787:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1ca3db000 uarg=0000000000000000 00800000:00000004:1.0:1788832794.269796:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90e1c302b000: age 301, max_age 303 00000100:00100000:1.0:1788832794.269835:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972226944:192.168.206.121@tcp:41: 00000100:00100000:1.0:1788832794.269918:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c7d0af00 going to sleep for 11 seconds 00000100:00100000:1.0:1788832794.276940:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972226944:192.168.206.121@tcp:41: 00800000:00000004:1.0:1788832794.276968:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90e1c302b000: update ffff90e1c93b9e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1788832794.277398:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:3.0:1788832794.277419:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c3bc3000 uarg=0000000000000000 00800000:00000004:3.0:1788832794.277427:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff90e1c302b000: age -699, max_age 303 00000100:00100000:3.0:1788832794.277483:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d1180 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972227072:192.168.206.121@tcp:41: 00000100:00100000:3.0:1788832794.277579:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6d80 going to sleep for 11 seconds 00010000:00080000:0.0:1788832794.282640:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d1180 x1875726972227072/t0(0) o41->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1788832810 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832794.282660:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d1180 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972227072:192.168.206.121@tcp:41: 00800000:00000004:0.0:1788832794.282683:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff90e1c302b000: update ffff90e1c93bd178 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1788832794.282840:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282859:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282866:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282870:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282874:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282877:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282881:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282884:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282888:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282891:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282895:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282898:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282901:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282905:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282908:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282911:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282914:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282931:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282936:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282939:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282943:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282946:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282949:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282952:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282955:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282958:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282962:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282965:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282968:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282972:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282976:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282979:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282983:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282986:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282990:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.282994:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.282997:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283001:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283004:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283007:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283011:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283014:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283024:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283044:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283049:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283053:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283056:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283060:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283064:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283067:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283071:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283075:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283079:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283082:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283086:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283089:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283092:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283096:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283099:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283103:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283107:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283111:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283127:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283131:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283136:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283139:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283142:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283153:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283159:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283162:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283166:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283170:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283173:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283176:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283180:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283183:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283187:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283190:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283193:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283196:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283200:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283203:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283207:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283210:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283214:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283217:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283220:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283223:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283227:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283230:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283234:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283237:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283250:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283254:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283258:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283261:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283265:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283269:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283272:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283275:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283279:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283295:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283302:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283306:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283311:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283314:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283318:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283321:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283325:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283328:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283332:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283336:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283340:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283343:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283347:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283350:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283354:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283441:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283449:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283453:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283456:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283459:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283463:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283466:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283470:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00800000:00000080:0.0:1788832794.283473:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.283477:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.283483:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00020000:00000004:0.0:1788832794.283490:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff90e1c302b000: age -699, max_age 303 00000100:00100000:0.0:1788832794.283539:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972227200:192.168.206.121@tcp:13: 00000100:00100000:0.0:1788832794.283615:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d01006c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788832794.293671:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972227200/t0(0) o13->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1788832810 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832794.293691:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972227200:192.168.206.121@tcp:13: 00020000:00000004:0.0:1788832794.293714:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff90e1c302b000: update ffff90e1c5091e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1788832794.293814:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.293831:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00020000:00000004:0.0:1788832794.293838:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff90e1c302b000: age -699, max_age 303 00000100:00100000:0.0:1788832794.293867:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972227328:192.168.206.121@tcp:13: 00000100:00100000:0.0:1788832794.293937:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d01006c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788832794.298491:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972227328/t0(0) o13->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1788832810 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832794.298532:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job lfs:874dbaf8-36df-48d7-baa1-dec2119fd674:6255:1875726972227328:192.168.206.121@tcp:13: 00020000:00000004:0.0:1788832794.298554:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff90e1c302b000: update ffff90e1c5095178 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1788832794.298617:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298633:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298640:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298645:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298649:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298653:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298657:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298661:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298664:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298668:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298671:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298674:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298678:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298681:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298685:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298688:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298692:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298695:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298698:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298701:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298704:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298715:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298720:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298724:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298727:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298731:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298735:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298738:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298742:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298745:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298748:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298791:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298798:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298803:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298806:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298809:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298813:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298816:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298820:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298823:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298827:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298830:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298833:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298836:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298839:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298843:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298855:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298859:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298863:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298865:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298869:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298872:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298875:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298878:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298881:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298885:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298888:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298891:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298894:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298897:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298900:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298903:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298907:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298910:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298914:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298918:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298921:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298925:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298928:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298931:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298935:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298945:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298950:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298954:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298960:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298963:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298966:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298969:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298972:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298975:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298979:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298982:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298986:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298989:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298992:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.298995:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.298999:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299002:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299006:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299009:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299013:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299016:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299019:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299022:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299036:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299041:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299054:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299059:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299063:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299066:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299070:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299074:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299077:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299081:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299084:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299088:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299091:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299094:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299098:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299102:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299106:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299109:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299112:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299127:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299133:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299136:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299140:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299143:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299146:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299149:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299153:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299164:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299169:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299173:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200080:0.0:1788832794.299176:0:6255:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) cmd=c00866a4 arg=7fff09c3d5b0 00020000:00000080:0.0:1788832794.299179:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90e1c302b000: cmd=c00866a4 len=592 karg=ffff90e1c6316400 uarg=0000000000000000 00000080:00200008:0.0:1788832794.299192:0:6255:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), flags 100000 00010000:00010000:1.0:1788832794.767350:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832795.792823:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832796.815431:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832796.878038:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972227456:192.168.206.121@tcp:400: 00000100:00100000:1.0:1788832796.878141:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227712:192.168.206.121@tcp:400: 00000100:00100000:1.0:1788832796.878166:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227968:192.168.206.121@tcp:400: 00000100:00100000:1.0:1788832796.878215:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788832796.878222:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227584:192.168.206.121@tcp:400: 00000100:00100000:1.0:1788832796.878240:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227840:192.168.206.121@tcp:400: 00000100:00100000:1.0:1788832796.901005:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972227456:192.168.206.121@tcp:400: 00000100:00100000:1.0:1788832796.908612:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227584:192.168.206.121@tcp:400: 00010000:00080000:1.0:1788832796.908638:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6311f80 x1875726972227840/t0(0) o400->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832796.908651:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227840:192.168.206.121@tcp:400: 00010000:00080000:1.0:1788832796.908669:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6313100 x1875726972227712/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832796.908679:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227712:192.168.206.121@tcp:400: 00010000:00080000:1.0:1788832796.908695:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6312300 x1875726972227968/t0(0) o400->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832796.908705:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972227968:192.168.206.121@tcp:400: 00000001:02000400:3.0:1788832797.013895:0:6449:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1788832797.838109:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832798.864455:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832799.886025:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832800.292069:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.121@tcp (source: 12345-192.168.206.121@tcp) 00000100:00100000:3.0:1788832800.292349:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726991150592 00000100:00100000:3.0:1788832800.292357:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726991150592 00000100:00100000:3.0:1788832800.292423:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.121@tcp, seq: 0 00000100:00100000:3.0:1788832800.292434:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90e1d8ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:10332:x1875726991150592:12345-192.168.206.121@tcp:104: 00010000:00010000:3.0:1788832800.292451:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832800.292540:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788832800.292546:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90e1d8ffca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:10332:x1875726991150592:12345-192.168.206.121@tcp:104: Request processed in 114us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832800.292554:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.121@tcp, seq: 0 00010000:00010000:1.0:1788832800.292874:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832800.292882:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.292902:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e1c0030a00 already unused, calling callback (ffffffffc1406c20) 10000000:00010000:1.0:1788832800.292906:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.292914:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832800.292921:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832800.292926:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788832800.292970:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.292976:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832800.292993:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.293000:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b7cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a498d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.293014:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832800.293016:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832800.293018:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832800.293032:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972228096:192.168.206.121@tcp:103: 00000100:00100000:2.0:1788832800.293992:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.121@tcp (source: 12345-192.168.206.121@tcp) 00000100:00100000:3.0:1788832800.294064:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726991150720 00000100:00100000:3.0:1788832800.294071:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726991150720 00000100:00100000:3.0:1788832800.294121:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.121@tcp, seq: 1 00000100:00100000:3.0:1788832800.294140:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90e1d8ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:10332:x1875726991150720:12345-192.168.206.121@tcp:104: 00010000:00010000:3.0:1788832800.294159:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832800.294250:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788832800.294257:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90e1d8ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:10332:x1875726991150720:12345-192.168.206.121@tcp:104: Request processed in 119us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788832800.294265:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.121@tcp, seq: 1 00010000:00010000:1.0:1788832800.295546:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832800.295555:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.295580:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e1c0030e00 already unused, calling callback (ffffffffc1406c20) 10000000:00010000:1.0:1788832800.295584:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.295592:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832800.295598:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832800.295603:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788832800.295650:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.295668:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832800.295688:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.295695:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b7c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4986 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832800.295713:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832800.295715:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832800.295717:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832800.295735:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972228224:192.168.206.121@tcp:103: 00000100:00100000:1.0:1788832800.300688:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972228096:192.168.206.121@tcp:103: 00000100:00100000:0.0:1788832800.300865:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972228224:192.168.206.121@tcp:103: 00010000:00010000:1.0:1788832800.909983:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832801.933975:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832801.998059:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228480:192.168.206.121@tcp:400: 00000100:00100000:0.0:1788832801.998170:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228736:192.168.206.121@tcp:400: 00000100:00100000:0.0:1788832801.998200:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788832801.998206:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972228352:192.168.206.121@tcp:400: 00000100:00100000:0.0:1788832801.998229:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228608:192.168.206.121@tcp:400: 00000100:00100000:0.0:1788832801.998267:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228864:192.168.206.121@tcp:400: 00010000:00080000:0.0:1788832802.004245:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9180 x1875726972228608/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832802.004264:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228608:192.168.206.121@tcp:400: 00000100:00100000:0.0:1788832802.004279:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228480:192.168.206.121@tcp:400: 00000100:00100000:0.0:1788832802.006727:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972228352:192.168.206.121@tcp:400: 00010000:00080000:0.0:1788832802.006748:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acb100 x1875726972228864/t0(0) o400->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832802.006791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228864:192.168.206.121@tcp:400: 00010000:00080000:0.0:1788832802.006818:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9f80 x1875726972228736/t0(0) o400->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832802.006828:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972228736:192.168.206.121@tcp:400: 10000000:01000000:0.0:1788832802.125981:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788832802.125989:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90e1c302b000 from 48 10000000:01000000:0.0:1788832802.125995:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788832802.126045:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.126056:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.126067:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832802.126102:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972228992:192.168.206.121@tcp:101: 00000100:00100000:0.0:1788832802.126194:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832802.149463:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972228992:192.168.206.121@tcp:101: 00010000:00010000:0.0:1788832802.149791:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a51 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.149809:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4a51 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832802.149935:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229120:192.168.206.121@tcp:501: 00000100:00100000:0.0:1788832802.150065:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832802.155235:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229120:192.168.206.121@tcp:501: 00000100:00100000:0.0:1788832802.155338:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229248:192.168.206.121@tcp:503: 00000100:00100000:0.0:1788832802.155471:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832802.158025:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229248:192.168.206.121@tcp:503: 00000100:00100000:2.0:1788832802.161804:0:6655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6655:1875726972229376:192.168.206.121@tcp:502: 00000100:00100000:2.0:1788832802.163177:0:6655:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93af300 going to sleep for 11 seconds 00000100:00100000:1.0:1788832802.168378:0:6655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6655:1875726972229376:192.168.206.121@tcp:502: 00000020:01000000:1.0:1788832802.168447:0:6655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788832802.168461:0:6655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832802.168464:0:6655:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788832802.168471:0:6655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788832802.168614:0:6655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6655:1875726972229504:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788832802.178502:0:6655:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d8ad73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788832802.181409:0:6655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6655:1875726972229504:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788832802.181467:0:6655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788832802.181489:0:6655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788832802.181492:0:6655:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788832802.181497:0:6655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788832802.194680:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1788832802.194724:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788832802.194740:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a51 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.194781:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0030600/0x99dce05d6a22b83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a51 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832802.194795:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1788832802.194800:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff90e1c4cf0000 from 1 10000000:01000000:0.0:1788832802.194803:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788832802.194863:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.194872:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.194887:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832802.194923:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229632:192.168.206.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788832802.195056:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832802.200407:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229632:192.168.206.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832802.200459:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a58 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.200493:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4a58 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832802.200605:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229760:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788832802.200713:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832802.209729:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972229760:192.168.206.121@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1788832802.209843:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788832802.209857:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a58 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832802.209869:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0030e00/0x99dce05d6a22b843 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a58 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832802.961114:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788832803.420097:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.121@tcp (source: 12345-192.168.206.121@tcp) 00000100:00100000:2.0:1788832803.420214:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726991159168 00000100:00100000:2.0:1788832803.420222:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726991159168 00000100:00100000:2.0:1788832803.420269:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.121@tcp, seq: 2 00000100:00100000:2.0:1788832803.420279:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90e1c57d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:10393:x1875726991159168:12345-192.168.206.121@tcp:104: 00010000:00010000:2.0:1788832803.420295:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832803.420370:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788832803.420376:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90e1c57d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:10393:x1875726991159168:12345-192.168.206.121@tcp:104: Request processed in 100us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832803.420384:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.121@tcp, seq: 2 00010000:00010000:1.0:1788832803.420588:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788832803.420596:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832803.420604:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e1c0031c00 already unused, calling callback (ffffffffc1406c20) 10000000:00010000:1.0:1788832803.420608:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832803.420617:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788832803.420624:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832803.420629:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788832803.420680:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832803.420707:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788832803.420727:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832803.420735:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b804 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a499b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832803.420803:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832803.420805:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832803.420807:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832803.420814:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788832803.420829:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972229888:192.168.206.121@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788832803.429364:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972229888:192.168.206.121@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788832803.982921:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788832804.557859:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788832804.557866:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90e1c302b000 from 4 10000000:01000000:0.0:1788832804.557871:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788832804.557915:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832804.557928:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832804.557940:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832804.557984:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972230016:192.168.206.121@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788832804.558250:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779540 going to sleep for 11 seconds 00000100:00100000:0.0:1788832804.563397:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972230016:192.168.206.121@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788832804.563427:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832804.563440:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832804.563527:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972230144:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788832804.563675:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779540 going to sleep for 11 seconds 00000100:00100000:0.0:1788832804.568703:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972230144:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788832804.568783:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972230272:192.168.206.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788832804.568871:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779540 going to sleep for 11 seconds 00000100:00100000:0.0:1788832804.571862:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972230272:192.168.206.121@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788832804.577945:0:6713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8fffb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6713:1875726972230400:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788832804.578172:0:6713:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93afe40 going to sleep for 11 seconds 00000100:00100000:3.0:1788832804.582377:0:6713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8fffb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6713:1875726972230400:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788832804.582420:0:6713:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832804.582429:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832804.582431:0:6713:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788832804.582439:0:6713:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e1c302b000 00000020:00000080:3.0:1788832804.582441:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788832804.582550:0:6713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6713:1875726972230528:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832804.582656:0:6713:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788832804.602545:0:6713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6713:1875726972230528:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788832804.602591:0:6713:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832804.602600:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832804.602602:0:6713:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1788832804.602677:0:6713:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1788832804.604774:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1788832804.604802:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788832804.604813:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788832804.604825:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832805.006096:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832806.033013:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832807.054840:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832807.121960:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972230656:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832807.122047:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972230912:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832807.122093:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231168:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832807.122120:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788832807.122126:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972230784:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832807.122144:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231040:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832807.149066:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972230784:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832807.149201:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca300 x1875726972231040/t0(0) o400->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832807.149226:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231040:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832807.149240:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972230656:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832807.149251:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972230912/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832807.149260:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972230912:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832807.149272:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9180 x1875726972231168/t0(0) o400->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832807.149280:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231168:192.168.206.121@tcp:400:kworker.0 00010000:00010000:3.0:1788832808.078185:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832809.102603:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788832809.432073:0:7018:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg621-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1788832810.126100:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832811.156631:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832812.176406:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832812.240285:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972231296:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832812.240633:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788832812.240642:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972231424:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832812.240819:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231680:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832812.240859:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788832812.240865:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231552:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832812.240891:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231808:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832812.243591:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972231296:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832812.244483:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972231424:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832812.244543:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9f80 x1875726972231552/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832812.244557:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231552:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832812.244572:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acb100 x1875726972231808/t0(0) o400->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832812.244595:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231808:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832812.244610:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca300 x1875726972231680/t0(0) o400->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832812.244633:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972231680:192.168.206.121@tcp:400:kworker.0 00010000:00010000:3.0:1788832813.199348:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832814.226839:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832815.246069:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788832815.540579:0:7300:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg621-client.virtnet: executing yml_node 00010000:00010000:0.0:1788832816.271033:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832817.294387:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788832817.358732:0:38:0:(import.c:65:import_set_state_nolock()) ffff90e1c5071000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1788832817.358739:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90e1c302b000: disconnect after 23s idle 00000100:00080000:0.0:1788832817.372881:0:38:0:(import.c:65:import_set_state_nolock()) ffff90e1c5074800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1788832817.372888:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90e1c302b000: disconnect after 23s idle 00000100:00100000:0.0:1788832817.372931:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972231936:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832817.373050:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972232192:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832817.373086:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788832817.373094:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972232064:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832817.373135:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972232320:192.168.206.121@tcp:9:kworker.0 00000100:00100000:0.0:1788832817.373162:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972232448:192.168.206.121@tcp:9:kworker.0 00010000:00080000:0.0:1788832817.388622:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9f80 x1875726972232192/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832817.388641:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972232192:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832817.388681:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972232064:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832817.388692:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972231936:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832817.389150:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972232320/t0(0) o9->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788832817.389164:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e1d8aca680 x1875726972232320/t0(0) o9->lustre-OST0000-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788832817.389173:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1c5071000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788832817.389177:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972232320:192.168.206.121@tcp:9:kworker.0 00010000:00080000:0.0:1788832817.389188:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acad80 x1875726972232448/t0(0) o9->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788832817.389197:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e1d8acad80 x1875726972232448/t0(0) o9->lustre-OST0001-osc-ffff90e1c302b000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788832817.389204:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1c5074800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788832817.389207:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:874dbaf8-36df-48d7-baa1-dec2119fd674:2402:1875726972232448:192.168.206.121@tcp:9:kworker.0 00010000:00010000:0.0:1788832818.317936:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832819.343194:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832820.366104:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788832820.851505:0:7752:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.110 00010000:00010000:1.0:1788832821.392567:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832822.414259:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832822.478982:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972232576:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832822.479068:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972232832:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832822.479113:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788832822.479134:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972232704:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832822.485022:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972232704:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832822.485037:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972232576:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832822.485049:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca300 x1875726972232832/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832822.485060:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972232832:192.168.206.121@tcp:400:kworker.0 00010000:00010000:3.0:1788832823.447979:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788832823.811267:0:7909:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.110 00010000:00010000:0.0:1788832824.461923:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832825.489749:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832826.509872:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788832826.753679:0:8065:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.110 00010000:00010000:3.0:1788832827.534967:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832827.607961:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972232960:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832827.608183:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972233088:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832827.608262:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972233216:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832827.613178:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972232960:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832827.626631:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972233088:192.168.206.121@tcp:400:kworker.0 00010000:00080000:1.0:1788832827.626678:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6311180 x1875726972233216/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832827.626690:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972233216:192.168.206.121@tcp:400:kworker.0 00000001:02000400:1.0:1788832828.296280:0:8212:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Mon Sep 7 22:00:26 EDT 2026 00010000:00010000:3.0:1788832828.557966:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832829.583130:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832830.607338:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832831.634137:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832832.654294:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788832832.718622:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2406:1875726972233344:192.168.206.121@tcp:400:kworker.0 00000100:00100000:2.0:1788832832.718724:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972233600:192.168.206.121@tcp:400:kworker.0 00000100:00100000:2.0:1788832832.718786:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788832832.718793:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972233472:192.168.206.121@tcp:400:kworker.0 00000100:00100000:2.0:1788832832.725390:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972233472:192.168.206.121@tcp:400:kworker.0 00000100:00100000:2.0:1788832832.725408:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2406:1875726972233344:192.168.206.121@tcp:400:kworker.0 00010000:00080000:2.0:1788832832.725422:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d2680 x1875726972233600/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832832.725433:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972233600:192.168.206.121@tcp:400:kworker.0 00010000:00010000:3.0:1788832833.678047:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832834.703409:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832835.732033:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832836.750551:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832837.774047:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788832837.838363:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972233856:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832837.838471:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788832837.838479:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972233728:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832837.838512:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972233984:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832837.841570:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972233728:192.168.206.121@tcp:400:kworker.0 00010000:00080000:1.0:1788832837.841600:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6312300 x1875726972233984/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832837.841613:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972233984:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832837.841644:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972233856:192.168.206.121@tcp:400:kworker.0 00010000:00010000:2.0:1788832838.809774:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788832839.822191:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832840.846854:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832841.872543:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788832842.894313:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832842.958653:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972234112:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832842.977473:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972234112:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832842.977512:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972234368:192.168.206.121@tcp:400:kworker.0 00000100:00100000:1.0:1788832842.977613:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972234240:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832842.982737:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c6311180 x1875726972234368/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832842.982737:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972234240:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832842.982783:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972234368:192.168.206.121@tcp:400:kworker.0 00010000:00010000:1.0:1788832843.918028:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788832844.944092:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788832845.465538:0:8771:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1788832845.967903:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788832846.964494:0:8911:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1788832846.994941:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788832848.014858:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788832848.078040:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972234624:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832848.078148:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788832848.078168:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972234496:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832848.078201:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972234752:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832848.082705:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972234496:192.168.206.121@tcp:400:kworker.0 00010000:00080000:0.0:1788832848.082745:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972234752/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832848.082775:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972234752:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832848.082789:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972234624:192.168.206.121@tcp:400:kworker.0 00000001:02000400:3.0:1788832848.583105:0:9056:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 22:00:47 (1788832847) === 00000080:00200008:1.0:1788832848.695549:0:8229:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788832848.695566:0:8229:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832848.695601:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832848.695625:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1788832848.695643:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1788832848.695653:0:8229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832848.695663:0:8229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832848.695667:0:8229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832848.695677:0:8229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c0fcb8 00010000:00010000:1.0:1788832848.695694:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1788832848.695705:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1788832848.725553:0:8229:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788832848.725572:0:8229:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832848.725608:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832848.725632:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1788832848.725652:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1788832848.725662:0:8229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832848.725671:0:8229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832848.725675:0:8229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832848.726421:0:8229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c0fcb8 00010000:00010000:1.0:1788832848.726427:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1788832848.726440:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1788832848.767163:0:8229:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788832848.767181:0:8229:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832848.767214:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832848.767256:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1788832848.767275:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1788832848.767431:0:8229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832848.767440:0:8229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832848.767444:0:8229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832848.767453:0:8229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c0fcb8 00010000:00010000:1.0:1788832848.767457:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1788832848.767467:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:1.0:1788832848.796821:0:8229:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788832848.796836:0:8229:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000002:00010000:1.0:1788832848.796880:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788832848.796902:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788832848.796921:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1788832848.796930:0:8229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788832848.796938:0:8229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832848.796943:0:8229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00000080:00010000:1.0:1788832848.796952:0:8229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c0fcb8 00010000:00010000:1.0:1788832848.796956:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788832848.796978:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788832849.046651:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788832849.114039:0:9104:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788832849.114044:0:9104:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788832849.114045:0:9104:0:(obd_mount.c:926:lmd_print()) device: 192.168.206.121@tcp:/lustre 00000020:01000004:1.0:1788832849.114046:0:9104:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788832849.114176:0:9104:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90e1c93f9000 00000080:01000004:1.0:1788832849.114186:0:9104:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788832849.114206:0:9104:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.121@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788832849.114210:0:9104:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.121@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1788832849.114216:0:9104:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff90e1c93f9000 (sb ffff90e1c93f9000) 00000080:01000000:1.0:1788832849.114366:0:9104:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1788832849.114369:0:9104:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1788832849.114372:0:9104:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1788832849.114380:0:9104:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 70144239-7e40-4f0a-b647-c0d748bf8df7 10000000:01000000:1.0:1788832849.118978:0:9104:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788832849.118984:0:9104:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90e1c93f9000 10000000:01000000:1.0:1788832849.118991:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90e1c93f9000 10000000:01000000:1.0:1788832849.118995:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788832849.119000:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90e1c93f9000 10000000:01000000:1.0:1788832849.119002:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788832849.119005:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff90e1c93f9000 10000000:01000000:1.0:1788832849.119008:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788832849.119011:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90e1c93f9000 from 1 10000000:01000000:1.0:1788832849.119013:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788832849.119050:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.119062:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.119081:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832849.119106:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972234880:192.168.206.121@tcp:101:mount.lustre.0 00000100:00100000:1.0:1788832849.119190:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c7ec8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.123781:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972234880:192.168.206.121@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788832849.123817:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4aa5 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832849.123832:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4aa5 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832849.123912:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235008:192.168.206.121@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788832849.123972:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c500ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788832849.135486:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235008:192.168.206.121@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788832849.135546:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235136:192.168.206.121@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788832849.136220:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788832849.147456:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235136:192.168.206.121@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788832849.148034:0:9109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9109:1875726972235264:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832849.148248:0:9109:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832849.151957:0:9109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9109:1875726972235264:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788832849.152003:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788832849.152014:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832849.152016:0:9109:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1788832849.152022:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff90e1c93f9000 00000020:00000080:2.0:1788832849.152025:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788832849.152036:0:9109:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff90e1c93f9000 (ffff90e1c4cf3370) 00000020:00000080:2.0:1788832849.152054:0:9109:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:2.0:1788832849.152065:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff90e1c93f9000 00000020:00000080:2.0:1788832849.152068:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1788832849.152535:0:9109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff90e1c93f9000 (uuid 70144239-7e40-4f0a-b647-c0d748bf8df7) 00000020:01000000:2.0:1788832849.152541:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788832849.152544:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832849.152546:0:9109:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1788832849.152548:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788832849.152551:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788832849.152552:0:9109:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1788832849.152556:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff90e1c93f9000 00000020:00000080:2.0:1788832849.152558:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788832849.152564:0:9109:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff90e1c93f9000 (ffff90e1c4cf19b8) 00000020:00000080:2.0:1788832849.152573:0:9109:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:2.0:1788832849.152577:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff90e1c93f9000 00000020:00000080:2.0:1788832849.152579:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788832849.155955:0:9109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff90e1c93f9000 (uuid 70144239-7e40-4f0a-b647-c0d748bf8df7) 00000020:01000000:3.0:1788832849.155969:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.155978:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.155980:0:9109:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1788832849.155985:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832849.155989:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.155991:0:9109:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1788832849.155995:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788832849.155997:0:9109:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1788832849.155999:0:9109:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1788832849.156006:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.156009:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.156010:0:9109:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1788832849.156021:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832849.156025:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.156027:0:9109:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1788832849.156030:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788832849.156035:0:9109:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:3.0:1788832849.156065:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.156068:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788832849.156159:0:9109:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff90e1c93f9000 (ffff90e1d8ec4d28) 00000020:00000080:3.0:1788832849.156180:0:9109:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1788832849.156187:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.156190:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788832849.156799:0:9109:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e1d1097000@lustre-MDT0000-mdc-ffff90e1c93f9000: add connection 192.168.206.121@tcp at head 00010000:00010000:3.0:1788832849.162525:0:9109:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff90e1c93f9000-5 is initialized 00000040:01000000:3.0:1788832849.163644:0:9109:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff90e1c93f9000 ctxt 13 is initialized 00000020:00000080:3.0:1788832849.163690:0:9109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff90e1c93f9000 (uuid 70144239-7e40-4f0a-b647-c0d748bf8df7) 00000020:01000000:3.0:1788832849.163704:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.163708:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788832849.163732:0:9109:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1788832849.163829:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.163833:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.163834:0:9109:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1788832849.163848:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788832849.163851:0:9109:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1788832849.163852:0:9109:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788832849.163854:0:9109:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788832849.163855:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788832849.163858:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.163859:0:9109:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788832849.163862:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832849.163866:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.163867:0:9109:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1788832849.163870:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788832849.163881:0:9109:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:3.0:1788832849.163907:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.163909:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788832849.163920:0:9109:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff90e1c93f9000 (ffff90e1d8ec0000) 00000020:00000080:3.0:1788832849.163935:0:9109:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1788832849.163939:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.163941:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788832849.164004:0:9109:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e1d1096800@lustre-MDT0001-mdc-ffff90e1c93f9000: add connection 192.168.206.121@tcp at head 00010000:00010000:3.0:1788832849.177918:0:9109:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff90e1c93f9000-6 is initialized 00000040:01000000:3.0:1788832849.178862:0:9109:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff90e1c93f9000 ctxt 13 is initialized 00000020:00000080:3.0:1788832849.178909:0:9109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff90e1c93f9000 (uuid 70144239-7e40-4f0a-b647-c0d748bf8df7) 00000020:01000000:3.0:1788832849.178924:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.178927:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788832849.178951:0:9109:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1788832849.178986:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.178991:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.178994:0:9109:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1788832849.178998:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788832849.179001:0:9109:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788832849.179003:0:9109:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788832849.179005:0:9109:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788832849.179007:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788832849.179010:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.179012:0:9109:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788832849.179016:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788832849.179021:0:9109:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.206.121@tcp:/lustre 00000020:00000080:3.0:1788832849.179025:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.179027:0:9109:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788832849.179031:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788832849.179036:0:9109:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:3.0:1788832849.179064:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.179073:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788832849.179682:0:9109:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff90e1c93f9000 (ffff90e1d8ec3370) 00000020:00000080:3.0:1788832849.179699:0:9109:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1788832849.179708:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.179710:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788832849.179871:0:9109:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e1d1091800@lustre-OST0000-osc-ffff90e1c93f9000: add connection 192.168.206.121@tcp at head 00010000:00010000:3.0:1788832849.180709:0:9109:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff90e1c93f9000-7 is initialized 00000020:00000080:3.0:1788832849.181368:0:9109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff90e1c93f9000 (uuid 70144239-7e40-4f0a-b647-c0d748bf8df7) 00000020:01000000:3.0:1788832849.181679:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.181686:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788832849.181713:0:9109:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1788832849.181723:0:9109:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff90e1c93f9000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1788832849.181729:0:9109:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1788832849.181742:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.181746:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.181747:0:9109:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788832849.181926:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788832849.181931:0:9109:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1788832849.181933:0:9109:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788832849.181935:0:9109:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788832849.181937:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788832849.181941:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.181942:0:9109:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788832849.181945:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788832849.181951:0:9109:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.206.121@tcp:/lustre 00000020:00000080:3.0:1788832849.181954:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.181956:0:9109:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788832849.181959:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788832849.181965:0:9109:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.121@tcp to nid 0x20000c0a8ce79 (192.168.206.121@tcp) 00000020:01000000:3.0:1788832849.181993:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.181995:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788832849.182006:0:9109:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff90e1c93f9000 (ffff90e1d8ec19b8) 00000020:00000080:3.0:1788832849.182025:0:9109:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1788832849.182031:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.182035:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788832849.182173:0:9109:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90e1d1090000@lustre-OST0001-osc-ffff90e1c93f9000: add connection 192.168.206.121@tcp at head 00010000:00010000:3.0:1788832849.183011:0:9109:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff90e1c93f9000-8 is initialized 00000020:00000080:3.0:1788832849.185512:0:9109:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff90e1c93f9000 (uuid 70144239-7e40-4f0a-b647-c0d748bf8df7) 00000020:01000000:3.0:1788832849.185529:0:9109:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff90e1c93f9000 00000020:00000080:3.0:1788832849.185533:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788832849.185557:0:9109:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1788832849.185566:0:9109:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff90e1c93f9000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1788832849.185571:0:9109:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1788832849.185582:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.185587:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.185590:0:9109:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788832849.185594:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832849.185599:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.185600:0:9109:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788832849.185604:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788832849.185606:0:9109:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788832849.185608:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.186451:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.186454:0:9109:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000100:00100000:3.0:1788832849.186508:0:9109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9109:1875726972235392:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832849.189057:0:9109:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad2300 going to sleep for 11 seconds 00000100:00100000:3.0:1788832849.189110:0:9109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9109:1875726972235392:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788832849.189144:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788832849.189154:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.189156:0:9109:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788832849.189161:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788832849.189197:0:9109:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9109:1875726972235520:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788832849.191987:0:9109:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad2300 going to sleep for 11 seconds 00000100:00100000:3.0:1788832849.201259:0:9109:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9109:1875726972235520:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788832849.201320:0:9109:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788832849.201328:0:9109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788832849.201331:0:9109:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788832849.201336:0:9109:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788832849.201556:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788832849.201573:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788832849.201601:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4aa5 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.201619:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e20215b600/0x99dce05d6a22b851 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4aa5 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832849.201628:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff90e1c93f9000 from 1 10000000:01000000:1.0:1788832849.201631:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1788832849.201666:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.201674:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.201684:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832849.201706:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235648:192.168.206.121@tcp:101:mount.lustre.0 00000100:00100000:1.0:1788832849.201807:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1e09daa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832849.206720:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235648:192.168.206.121@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788832849.206749:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4aac expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.206779:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4aac expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788832849.207443:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235776:192.168.206.121@tcp:256:mount.lustre.0 00000100:00100000:1.0:1788832849.207529:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1e09daa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788832849.215676:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235776:192.168.206.121@tcp:256:mount.lustre.0 10000000:01000000:1.0:1788832849.216675:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1788832849.216783:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4aac expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832849.216796:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e20215b400/0x99dce05d6a22b882 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4aac expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788832849.217022:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90e1c93f9000 from 1 10000000:01000000:0.0:1788832849.217026:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788832849.217065:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832849.217073:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832849.217140:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832849.217166:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235904:192.168.206.121@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788832849.217288:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.220801:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972235904:192.168.206.121@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788832849.220831:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832849.220853:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788832849.221159:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972236032:192.168.206.121@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788832849.221288:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.226519:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972236032:192.168.206.121@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788832849.226578:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972236160:192.168.206.121@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788832849.226673:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.229509:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9104:1875726972236160:192.168.206.121@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788832849.230201:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9115:1875726972236288:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788832849.230355:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6300 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.235208:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9115:1875726972236288:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788832849.235264:0:9115:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832849.235273:0:9115:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832849.235275:0:9115:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788832849.235281:0:9115:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e1c93f9000 00000020:00000080:0.0:1788832849.235283:0:9115:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788832849.235290:0:9115:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832849.235292:0:9115:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832849.235303:0:9115:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788832849.235306:0:9115:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788832849.235308:0:9115:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832849.235310:0:9115:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788832849.235313:0:9115:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90e1c93f9000 00000020:00000080:0.0:1788832849.235314:0:9115:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788832849.235399:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9115:1875726972236416:192.168.206.121@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788832849.240350:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c93d6300 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.243356:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:9115:1875726972236416:192.168.206.121@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788832849.243403:0:9115:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788832849.243411:0:9115:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788832849.243414:0:9115:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1788832849.243418:0:9115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1788832849.243554:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1788832849.243639:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788832849.243661:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788832849.243673:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1788832849.243692:0:9104:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1788832849.243732:0:9104:0:(genops.c:1385:class_connect()) connect: client 70144239-7e40-4f0a-b647-c0d748bf8df7, cookie 0x99dce05d6a22b890 00800000:01000000:3.0:1788832849.243773:0:9104:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 70144239-7e40-4f0a-b647-c0d748bf8df7 to lustre-clilmv-ffff90e1c93f9000 00800000:01000000:3.0:1788832849.243781:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff90e1c93f9000(70144239-7e40-4f0a-b647-c0d748bf8df7) - lustre-MDT0000_UUID, 70144239-7e40-4f0a-b647-c0d748bf8df7 00000020:00000080:3.0:1788832849.243789:0:9104:0:(genops.c:1385:class_connect()) connect: client 70144239-7e40-4f0a-b647-c0d748bf8df7, cookie 0x99dce05d6a22b897 00000100:00080000:3.0:1788832849.243797:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90e1c93f9000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:3.0:1788832849.243805:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90e1c93f9000: import ffff90e1d1097000 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:3.0:1788832849.243815:0:9104:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788832849.243852:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1c57d0700 x1875726972236544/t0(0) o38->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832849.243872:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID 00800000:01000000:3.0:1788832849.243981:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff90e1c93f9000(70144239-7e40-4f0a-b647-c0d748bf8df7) successfully (5) 00800000:00000004:3.0:1788832849.243990:0:9104:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff90e1c93f9000: age -641, max_age 0 00800000:01000000:3.0:1788832849.244028:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff90e1c93f9000(70144239-7e40-4f0a-b647-c0d748bf8df7) - lustre-MDT0001_UUID, 70144239-7e40-4f0a-b647-c0d748bf8df7 00000020:00000080:3.0:1788832849.244036:0:9104:0:(genops.c:1385:class_connect()) connect: client 70144239-7e40-4f0a-b647-c0d748bf8df7, cookie 0x99dce05d6a22b89e 00000100:00080000:3.0:1788832849.244041:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff90e1c93f9000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:3.0:1788832849.244046:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff90e1c93f9000: import ffff90e1d1096800 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:3.0:1788832849.244052:0:9104:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788832849.244064:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1c57d1c00 x1875726972236800/t0(0) o38->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788832849.244077:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID 00800000:01000000:3.0:1788832849.244139:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff90e1c93f9000(70144239-7e40-4f0a-b647-c0d748bf8df7) successfully (5) 00800000:00000004:3.0:1788832849.244142:0:9104:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff90e1c93f9000: age -641, max_age 0 00000080:00000004:3.0:1788832849.244162:0:9104:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff90e1c93f9000: age -641, max_age 358 00800000:00000004:3.0:1788832849.244167:0:9104:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90e1c93f9000: age -641, max_age 358 00000100:00080000:3.0:1788832849.244183:0:9104:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e1c57d0380 x1875726972237056/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832849.244192:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad29c0 going to sleep for 0 seconds 00000100:00100000:3.0:1788832849.244391:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972236544:192.168.206.121@tcp:38:mount.lustre.0 00000100:00100000:3.0:1788832849.244464:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972236800:192.168.206.121@tcp:38:mount.lustre.0 00000100:00080000:2.0:1788832849.244663:0:2405:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e1c57d1500 x1875726972236672/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832849.244675:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972237184:192.168.206.121@tcp:400:kworker.0 00000100:00100000:2.0:1788832849.244780:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:2.0:1788832849.244787:0:2405:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90e1c57d3480 x1875726972236928/t0(0) o41->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832849.244797:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972237312:192.168.206.121@tcp:400:kworker.0 00000100:00100000:0.0:1788832849.249736:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788832849.249771:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90e1c93f9000: connect to target with instance 1 00000100:00080000:0.0:1788832849.249782:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff90e1c93f9000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1788832849.249795:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788832849.249798:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d1097000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788832849.249993:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972237184:192.168.206.121@tcp:400:kworker.0 00010000:00080000:2.0:1788832849.250557:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d1880 x1875726972237312/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832849.250581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972237312:192.168.206.121@tcp:400:kworker.0 00000100:00080000:1.0:1788832849.251478:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b602ac19): req@ffff90e1c57d0380 x1875726972237056/t0(0) o41->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832849.251501:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972236544:192.168.206.121@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788832849.251533:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d1c00 x1875726972236800/t0(0) o38->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1788832859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832849.251543:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788832849.251551:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff90e1c93f9000: connect to target with instance 1 00000100:00080000:1.0:1788832849.251560:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff90e1c93f9000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1788832849.251576:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788832849.251580:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d1096800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788832849.253289:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788832849.257006:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:0:1875726972236672:192.168.206.121@tcp:41:mount.lustre.0 00000100:00100000:1.0:1788832849.258466:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972236800:192.168.206.121@tcp:38:mount.lustre.0 00000100:00100000:3.0:1788832849.260748:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237056:192.168.206.121@tcp:41:mount.lustre.0 00800000:00000004:3.0:1788832849.260810:0:9104:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90e1c93f9000: update ffff90e1d8ec5178 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1788832849.260818:0:9104:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff90e1c93f9000: update ffff90e1c4cf1e08 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1788832849.260875:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237440:192.168.206.121@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788832849.260938:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c8ad2a80 going to sleep for 11 seconds 00010000:00080000:3.0:1788832849.264925:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d3480 x1875726972236928/t0(0) o41->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1788832865 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832849.264949:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:0:1875726972236928:192.168.206.121@tcp:41:mount.lustre.0 00000100:00100000:3.0:1788832849.268709:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237440:192.168.206.121@tcp:40:mount.lustre.0 00000080:00000004:3.0:1788832849.268739:0:9104:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1788832849.268773:0:9104:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683246 ocd_grant: 2146304 00020000:01000000:3.0:1788832849.268777:0:9104:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1788832849.268790:0:9104:0:(genops.c:1385:class_connect()) connect: client 70144239-7e40-4f0a-b647-c0d748bf8df7, cookie 0x99dce05d6a22b8a5 00000020:00000080:2.0:1788832849.268860:0:9104:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x99dce05d6a22b8ac 00000100:00080000:2.0:1788832849.268870:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90e1c93f9000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:2.0:1788832849.268889:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90e1c93f9000: import ffff90e1d1091800 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:2.0:1788832849.268901:0:9104:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788832849.268927:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1d8ffea00 x1875726972237568/t0(0) o8->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788832849.268953:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID 00020000:01000000:2.0:1788832849.268967:0:9104:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff90e1c93f9000) active 00000020:00000080:2.0:1788832849.268992:0:9104:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x99dce05d6a22b8b3 00000100:00100000:3.0:1788832849.268996:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972237568:192.168.206.121@tcp:8:mount.lustre.0 00000100:00080000:2.0:1788832849.269001:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff90e1c93f9000: connect to NID 192.168.206.121@tcp last attempt 0 00000100:00080000:2.0:1788832849.269009:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff90e1c93f9000: import ffff90e1d1090000 using connection 192.168.206.121@tcp/192.168.206.121@tcp 00000008:00100000:2.0:1788832849.269015:0:9104:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683246 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788832849.269029:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90e1d8ffed80 x1875726972237696/t0(0) o8->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788832849.269040:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID 00020000:01000000:2.0:1788832849.269045:0:9104:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff90e1c93f9000) active 00000100:00100000:3.0:1788832849.269078:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972237696:192.168.206.121@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788832849.269081:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237824:192.168.206.121@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788832849.269116:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c4fb7f00 going to sleep for 11 seconds 00010000:00080000:3.0:1788832849.271737:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ffed80 x1875726972237696/t0(0) o8->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1788832859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832849.271786:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e1c93f9000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788832849.271796:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90e1c93f9000: connect to target with instance 1 00000100:00080000:3.0:1788832849.271805:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90e1c93f9000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788832849.271817:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788832849.271821:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d1090000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788832849.271828:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1788832849.271832:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788832849.271847:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788832849.271860:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972237696:192.168.206.121@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788832849.271889:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ffea00 x1875726972237568/t0(0) o8->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1788832859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832849.271896:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e1c93f9000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788832849.271901:0:2402:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90e1c93f9000: connect to target with instance 1 00000100:00080000:3.0:1788832849.271906:0:2402:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90e1c93f9000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788832849.271910:0:2402:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788832849.271912:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d1091800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788832849.271916:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1788832849.271918:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788832849.271920:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788832849.271925:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972237568:192.168.206.121@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788832849.272471:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237824:192.168.206.121@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788832849.272540:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237952:192.168.206.121@tcp:33:mount.lustre.0 00000100:00100000:2.0:1788832849.272656:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c4fb7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788832849.276673:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:70144239-7e40-4f0a-b647-c0d748bf8df7:9104:1875726972237952:192.168.206.121@tcp:33:mount.lustre.0 00000080:00200000:0.0:1788832849.280474:0:9104:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c9593a88) 00000080:00200000:0.0:1788832849.280485:0:9104:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1788832849.280613:0:9104:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_110_g063755c 00000080:00000004:0.0:1788832849.285441:0:9104:0:(super25.c:182:lustre_fill_super()) 192.168.206.121@tcp:/lustre: Mount complete 00000400:00000001:2.0:1788832849.460391:0:9137:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1788832850.064674:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832850.064681:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832850.064683:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832850.064686:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832850.064691:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832850.064707:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832850.064709:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832850.064711:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832850.064715:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832850.064717:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832850.064740:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832850.064742:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832850.064744:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788832850.318816:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295027844, at 4295027905 00000100:00000010:2.0:1788832850.318856:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c4d49600. 00000100:00000040:3.0:1788832850.320390:0:8788:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295027844, at 4295027906 00000100:00000010:3.0:1788832850.320402:0:8788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c4d49240. 00010000:00000001:0.0:1788832851.086118:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832851.086126:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832851.086134:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832851.086135:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832851.086231:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832851.086235:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832851.086239:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832852.109895:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832852.109903:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832852.109908:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832852.109910:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832852.109930:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832852.109933:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832852.109936:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832853.134029:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832853.134036:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832853.134041:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832853.134042:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832853.134127:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832853.134130:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832853.134133:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788832854.055568:0:9337:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832854.055580:0:9337:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.158401:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832854.158408:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.158493:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832854.158494:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832854.158513:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832854.158516:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832854.158518:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788832854.387741:0:9373:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788832854.387747:0:9373:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg621-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1788832854.399050:0:9373:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788832854.439599:0:9376:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788832854.439610:0:9376:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788832854.479493:0:9382:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788832854.479504:0:9382:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.733892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.733910:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.733918:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832854.733924:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832854.733929:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.733933:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.733938:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.733946:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5000. 00000100:00000001:0.0:1788832854.733954:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.733967:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.733978:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.733982:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.733987:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c916438f] to pc [ptlrpcd_00_00+0] req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734016:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.734022:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.734025:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca300. 00000020:00000040:0.0:1788832854.734027:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832854.734030:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.734031:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.734033:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.734036:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5c00. 00000100:00000001:0.0:1788832854.734039:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734044:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.734051:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.734053:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734056:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000630fdde4] to pc [ptlrpcd_00_01+1] req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734064:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.734074:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.734076:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acb100. 00000020:00000040:0.0:1788832854.734079:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832854.734081:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.734082:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.734084:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.734089:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5700. 00000100:00000001:0.0:1788832854.734091:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734096:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.734102:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.734104:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734107:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af192d4] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734113:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832854.734119:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832854.734121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832854.734124:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832854.734127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.734129:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.734132:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac9f80. 00000020:00000040:0.0:1788832854.734134:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832854.734136:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.734138:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.734139:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.734143:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5400. 00000100:00000001:0.0:1788832854.734145:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734155:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.734161:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.734163:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734166:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4e6f212] to pc [ptlrpcd_00_01+1] req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734173:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.734178:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.734180:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acaa00. 00000020:00000040:0.0:1788832854.734182:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832854.734184:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.734185:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.734187:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.734189:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5f00. 00000100:00000001:0.0:1788832854.734192:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734196:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.734202:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.734203:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734207:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000575c255b] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734213:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.734218:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.734221:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac8000. 00000020:00000040:0.0:1788832854.734223:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1d1091800 refcount=3 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000100:00000001:0.0:1788832854.734224:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.734226:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.734227:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.734235:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5e00. 00000100:00000001:0.0:1788832854.734238:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734242:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.734249:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.734251:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734254:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002485f21b] to pc [ptlrpcd_00_01+1] req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734261:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832854.734265:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832854.734268:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acad80. 00000020:00000040:0.0:1788832854.734270:0:36:0:(genops.c:1210:class_import_get()) import ffff90e1d1090000 refcount=3 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000100:00000001:0.0:1788832854.734272:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832854.734273:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832854.734275:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832854.734277:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c57c5a00. 00000100:00000001:0.0:1788832854.734280:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734283:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832854.734289:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832854.734291:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734294:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8238b7f] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734301:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734304:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:0.0:1788832854.734314:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832854.734318:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832854.734320:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.734325:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734344:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.734346:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734350:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.734353:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.734355:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.734359:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972238208:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.734363:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.734368:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.734371:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734374:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.734378:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9e600. 02000000:00000001:0.0:1788832854.734380:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.734386:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.734391:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b688. 00000400:00000010:0.0:1788832854.734399:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdef68. 00000100:00000200:0.0:1788832854.734406:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238208, portal 10 00000100:00000001:0.0:1788832854.734409:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.734411:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410074880 : -122175299476736 : ffff90e1d8aca300) 00000100:00000040:0.0:1788832854.734418:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734424:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.734427:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.734429:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde220. 00000100:00000200:0.0:1788832854.734433:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972238208, offset 0 00000400:00000200:0.0:1788832854.734438:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.734445:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.734452:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.734457:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.734461:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.734465:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.734468:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.734476:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [122:122:256:4294967295] 192.168.206.121@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1788832854.734480:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.734490:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.734497:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.734501:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c57c5500. 00000800:00000200:0.0:1788832854.734508:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.734515:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.734518:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c57c5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.734539:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734543:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 116150 usecs (117 jiffies) 00000400:00000200:0.0:1788832854.734547:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.734550:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295032437 00000100:00000010:0.0:1788832854.734554:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7780. 00000100:00000001:0.0:1788832854.734562:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788832854.734566:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295032437 00000100:00000010:0.0:1788832854.734569:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7ae0. 00000100:00000001:0.0:1788832854.734573:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788832854.734575:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.734578:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.734580:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.734584:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734591:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.734593:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734595:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.734597:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.734598:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.734601:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238464:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.734604:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.734610:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.734612:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734614:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.734617:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9e200. 02000000:00000001:0.0:1788832854.734619:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.734622:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.734624:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832854.734628:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde990. 00000100:00000200:0.0:1788832854.734630:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238464, portal 10 00000100:00000001:0.0:1788832854.734632:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.734633:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410073984 : -122175299477632 : ffff90e1d8ac9f80) 00000100:00000040:0.0:1788832854.734639:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734646:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.734648:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.734650:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdeb28. 00000100:00000200:0.0:1788832854.734653:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972238464, offset 0 00000400:00000200:0.0:1788832854.734657:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.734661:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.734664:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.734667:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.734670:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.734672:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.734674:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.734676:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [123:123:255:4294967295] 192.168.206.121@tcp LPNI seq info [123:123:7:4294967295] 00000400:00000200:0.0:1788832854.734680:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.734685:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.734689:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.734691:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c57c5d00. 00000800:00000200:0.0:1788832854.734695:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.734698:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.734701:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c57c5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.734708:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734711:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 10551 usecs (11 jiffies) 00000400:00000200:0.0:1788832854.734714:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.734716:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295032331 00000100:00000001:0.0:1788832854.734718:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295032437 00000100:00000001:0.0:1788832854.734720:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295032331 00000100:00000001:0.0:1788832854.734722:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295032437 00000100:00000001:0.0:1788832854.734724:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.734726:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.734728:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.734733:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734740:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.734741:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734743:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.734745:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.734747:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.734750:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238720:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.734778:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.734780:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.734781:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734783:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.734787:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9f600. 02000000:00000001:0.0:1788832854.734788:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.734792:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.734794:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b8f0. 00000400:00000010:0.0:1788832854.734798:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832854.734800:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238720, portal 4 00000100:00000001:0.0:1788832854.734802:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.734803:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410065920 : -122175299485696 : ffff90e1d8ac8000) 00000020:00000010:0.0:1788832854.734820:0:2404:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1ca0e6000. 00000100:00000040:0.0:1788832854.734832:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734838:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.734841:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.734843:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde880. 00000100:00000200:0.0:1788832854.734846:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972238720, offset 0 00000400:00000200:0.0:1788832854.734850:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.734854:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.734857:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.734860:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.734863:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.734865:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.734867:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.734869:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [124:124:254:4294967295] 192.168.206.121@tcp LPNI seq info [124:124:6:4294967295] 00000400:00000200:0.0:1788832854.734873:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.734879:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.734884:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.734887:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c57c5100. 00000800:00000200:0.0:1788832854.734891:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.734895:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.734898:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c57c5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.734900:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.734902:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: using a timeout of 3675 usecs (4 jiffies) 00000400:00000200:0.0:1788832854.734905:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.734906:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295032325 00000100:00000001:0.0:1788832854.734909:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295032437 00000100:00000001:0.0:1788832854.734911:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295032325 00000100:00000001:0.0:1788832854.734913:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295032437 00000100:00000001:0.0:1788832854.734914:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.734922:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.734924:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.734927:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.734935:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832854.734937:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788832854.734940:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832854.734941:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832854.734943:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.734945:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:0.0:1788832854.734947:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.734949:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832854.734950:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.734952:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832854.734953:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832854.734954:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.734959:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.734966:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.734967:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734969:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.734971:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.734972:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.734975:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972238080:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.734978:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.734981:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.734982:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.734984:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.734987:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9e000. 02000000:00000001:0.0:1788832854.734989:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.734992:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.734994:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8be18. 00000400:00000010:0.0:1788832854.734998:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdec38. 00000100:00000200:0.0:1788832854.735001:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238080, portal 25 00000100:00000001:0.0:1788832854.735003:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.735004:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832854.735008:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735018:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.735021:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.735023:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdee58. 00000100:00000200:0.0:1788832854.735025:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972238080, offset 0 00000400:00000200:0.0:1788832854.735030:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735034:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735037:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.735040:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.735042:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.735044:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.735046:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735049:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [125:125:253:4294967295] 192.168.206.121@tcp LPNI seq info [125:125:5:4294967295] 00000400:00000200:0.0:1788832854.735052:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735058:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.735062:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.735065:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c57c5800. 00000800:00000200:0.0:1788832854.735069:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.735072:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.735075:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c57c5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.735077:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.735080:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.735082:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295033310 00000100:00000001:0.0:1788832854.735087:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295032437 00000100:00000001:0.0:1788832854.735090:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295033310 00000100:00000001:0.0:1788832854.735093:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295032437 00000100:00000001:0.0:1788832854.735096:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.735097:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.735099:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.735103:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735115:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.735116:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.735119:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.735120:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.735122:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.735125:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972238336:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.735129:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.735131:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.735132:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.735134:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.735137:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9fe00. 02000000:00000001:0.0:1788832854.735139:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.735142:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.735145:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b058. 00000400:00000010:0.0:1788832854.735149:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde198. 00000100:00000200:0.0:1788832854.735152:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238336, portal 10 00000100:00000001:0.0:1788832854.735153:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.735155:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410078464 : -122175299473152 : ffff90e1d8acb100) 00000100:00000040:0.0:1788832854.735160:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735166:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.735168:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.735170:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde660. 00000100:00000200:0.0:1788832854.735172:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972238336, offset 0 00000400:00000200:0.0:1788832854.735177:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735181:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735184:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.735187:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.735189:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.735191:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.735193:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735200:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [126:126:252:4294967295] 192.168.206.121@tcp LPNI seq info [126:126:4:4294967295] 00000400:00000200:0.0:1788832854.735204:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735210:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.735214:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.735217:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c57c5300. 00000800:00000200:0.0:1788832854.735221:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.735225:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.735227:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c57c5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.735230:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.735233:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 145012 usecs (146 jiffies) 00000400:00000200:0.0:1788832854.735235:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.735237:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295032467 00000100:00000001:0.0:1788832854.735239:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295033310 00000100:00000001:0.0:1788832854.735241:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295032467 00000100:00000001:0.0:1788832854.735243:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295033310 00000100:00000001:0.0:1788832854.735245:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.735247:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.735249:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.735253:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735259:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.735261:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.735263:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.735265:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.735267:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.735269:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238592:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.735272:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.735276:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.735278:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.735285:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.735287:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9f000. 02000000:00000001:0.0:1788832854.735289:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.735293:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.735294:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8baa8. 00000400:00000010:0.0:1788832854.735297:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdea18. 00000100:00000200:0.0:1788832854.735300:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238592, portal 10 00000100:00000001:0.0:1788832854.735302:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.735303:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410076672 : -122175299474944 : ffff90e1d8acaa00) 00000020:00000010:0.0:1788832854.735309:0:2404:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1ca0e2000. 00000100:00000040:0.0:1788832854.735314:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735319:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.735321:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.735323:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde330. 00000100:00000200:0.0:1788832854.735325:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972238592, offset 0 00000400:00000200:0.0:1788832854.735329:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735332:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735336:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.735338:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.735340:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.735342:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.735344:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735347:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [127:127:251:4294967295] 192.168.206.121@tcp LPNI seq info [127:127:3:4294967295] 00000400:00000200:0.0:1788832854.735350:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735355:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.735359:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.735391:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0100. 00000800:00000200:0.0:1788832854.735397:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.735401:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.735404:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.735411:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.735414:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 17612 usecs (18 jiffies) 00000400:00000200:0.0:1788832854.735417:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.735419:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295032339 00000100:00000001:0.0:1788832854.735421:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295033310 00000100:00000001:0.0:1788832854.735423:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295032339 00000100:00000001:0.0:1788832854.735425:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295033310 00000100:00000001:0.0:1788832854.735426:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.735428:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.735430:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832854.735434:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735440:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832854.735441:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.735443:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832854.735445:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832854.735446:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832854.735448:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238848:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.735451:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832854.735453:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832854.735454:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.735456:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832854.735459:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9ea00. 02000000:00000001:0.0:1788832854.735460:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832854.735463:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832854.735465:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b3c8. 00000400:00000010:0.0:1788832854.735468:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde5d8. 00000100:00000200:0.0:1788832854.735470:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238848, portal 4 00000100:00000001:0.0:1788832854.735472:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832854.735473:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410077568 : -122175299474048 : ffff90e1d8acad80) 00000020:00000010:0.0:1788832854.735485:0:2404:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1c8ca2000. 00000100:00000040:0.0:1788832854.735495:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.735501:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832854.735502:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832854.735505:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde3b8. 00000100:00000200:0.0:1788832854.735507:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972238848, offset 0 00000400:00000200:0.0:1788832854.735511:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735514:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735517:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832854.735520:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832854.735522:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832854.735524:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832854.735526:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832854.735528:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [128:128:250:4294967295] 192.168.206.121@tcp LPNI seq info [128:128:2:4294967295] 00000400:00000200:0.0:1788832854.735531:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832854.735536:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832854.735540:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832854.735543:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0a00. 00000800:00000200:0.0:1788832854.735546:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832854.735550:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832854.735553:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832854.735555:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.735557:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: using a timeout of 3341 usecs (4 jiffies) 00000400:00000200:0.0:1788832854.735560:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832854.735561:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295032325 00000100:00000001:0.0:1788832854.735563:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295033310 00000100:00000001:0.0:1788832854.735565:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295032325 00000100:00000001:0.0:1788832854.735567:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295033310 00000100:00000001:0.0:1788832854.735568:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.735575:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.735578:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.735580:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832854.735950:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.735956:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c57c5500. 00000400:00000200:3.0:1788832854.735966:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.735972:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.735977:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde220 00000400:00000010:3.0:1788832854.735980:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde220. 00000100:00000001:3.0:1788832854.735984:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.735989:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.735999:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736002:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736010:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736017:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832854.736033:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.736035:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c57c5d00. 00000400:00000200:3.0:1788832854.736038:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.736042:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.736044:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdeb28 00000400:00000010:3.0:1788832854.736046:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdeb28. 00000100:00000001:3.0:1788832854.736048:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.736052:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736059:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736062:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736068:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736069:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832854.736076:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.736078:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c57c5100. 00000400:00000200:3.0:1788832854.736081:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.736083:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.736086:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde880 00000400:00000010:3.0:1788832854.736087:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde880. 00000100:00000001:3.0:1788832854.736089:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.736093:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736100:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736103:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736109:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736110:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832854.736117:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.736118:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c57c5800. 00000400:00000200:3.0:1788832854.736121:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.736123:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.736131:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdee58 00000400:00000010:3.0:1788832854.736133:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdee58. 00000100:00000001:3.0:1788832854.736136:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.736140:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736147:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736150:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736155:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736157:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832854.736165:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.736167:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c57c5300. 00000400:00000200:3.0:1788832854.736169:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.736172:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.736175:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde660 00000400:00000010:3.0:1788832854.736176:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde660. 00000100:00000001:3.0:1788832854.736178:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.736181:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736188:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736191:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736196:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736198:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832854.736204:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.736207:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0100. 00000400:00000200:3.0:1788832854.736209:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.736212:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.736214:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde330 00000400:00000010:3.0:1788832854.736215:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde330. 00000100:00000001:3.0:1788832854.736218:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.736221:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736238:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736241:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736247:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736249:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832854.736307:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832854.736310:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0a00. 00000400:00000200:3.0:1788832854.736313:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.736316:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832854.736319:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde3b8 00000400:00000010:3.0:1788832854.736320:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde3b8. 00000100:00000001:3.0:1788832854.736322:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832854.736326:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736333:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832854.736336:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.736342:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832854.736344:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832854.738999:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739016:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739021:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739023:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739033:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739040:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739048:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739053:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739057:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739061:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03980 00000400:00000200:3.0:1788832854.739066:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739072:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:3.0:1788832854.739086:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739089:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739092:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739097:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739103:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739111:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739123:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739134:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739142:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739145:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739147:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739149:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739151:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739154:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739158:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739161:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739163:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739165:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e03b80 00000400:00000200:3.0:1788832854.739169:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739173:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:3.0:1788832854.739176:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739179:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739181:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739184:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739186:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739191:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739199:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739217:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739221:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739224:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739226:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739228:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739231:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739234:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739237:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739239:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739241:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739244:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e03c00 00000400:00000200:3.0:1788832854.739246:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739250:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:3.0:1788832854.739252:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739254:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739256:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739259:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739261:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739265:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739272:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739278:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739280:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739283:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739284:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739287:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739289:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739292:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739296:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739298:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739308:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739310:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e03900 00000400:00000200:3.0:1788832854.739314:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739317:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000001:3.0:1788832854.739321:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739324:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739326:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739329:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739332:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739336:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739345:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739352:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739355:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739358:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739360:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739362:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739364:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739367:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739371:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739373:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739375:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739377:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03a80 00000400:00000200:3.0:1788832854.739379:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739382:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:3.0:1788832854.739385:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739388:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739389:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739392:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739394:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739398:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739411:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739417:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739421:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739424:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739426:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739429:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739431:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739434:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739437:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739440:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739442:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739445:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03a00 00000400:00000200:3.0:1788832854.739447:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739450:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:3.0:1788832854.739453:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739456:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739457:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739460:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739463:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739467:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739475:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739481:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739484:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739487:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832854.739489:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739490:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739493:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739501:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832854.739505:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739508:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739510:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739513:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03b00 00000400:00000200:3.0:1788832854.739516:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832854.739518:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x6dd [1] + 224 00000800:00000001:3.0:1788832854.739522:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739528:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832854.739531:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832854.739534:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832854.739536:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832854.739540:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832854.739547:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832854.739554:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832854.739557:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832854.739559:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.739701:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832854.739705:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832854.739712:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.739714:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.739717:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8be18. 00000400:00000200:0.0:1788832854.739722:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdec38 00000400:00000010:0.0:1788832854.739724:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdec38. 00000100:00000001:0.0:1788832854.739727:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.739732:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.739740:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.739746:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.739747:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.739750:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.739770:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.739773:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.739776:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.739779:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.739786:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=64 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.739790:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.739793:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.739794:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.739797:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832854.739799:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.739801:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.739806:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.739821:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.739825:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.739827:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.739830:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.739843:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972238080:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832854.739850:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.739851:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.739852:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b058. 00000400:00000200:0.0:1788832854.739855:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde198 00000400:00000010:0.0:1788832854.739856:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde198. 00000100:00000001:0.0:1788832854.739858:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.739861:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.739867:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.739872:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.739874:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.739876:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.739877:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.739878:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.739879:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.739881:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.739886:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=63 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.739888:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.739891:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.739892:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.739893:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832854.739897:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832854.739903:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.739905:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832854.739907:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832854.739909:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832854.739910:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.739913:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.739924:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.739926:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.739927:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.739931:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.739936:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972238336:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832854.739941:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.739943:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.739944:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8baa8. 00000400:00000200:0.0:1788832854.739947:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdea18 00000400:00000010:0.0:1788832854.739948:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdea18. 00000100:00000001:0.0:1788832854.739950:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.739953:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.739959:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.739965:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.739966:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.739968:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.739969:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.739970:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.739971:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.739973:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.739977:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.739980:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.739981:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.739983:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.739984:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832854.739987:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832854.740002:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.740004:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832854.740005:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832854.740007:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832854.740008:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.740011:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740016:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.740018:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.740019:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.740022:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.740028:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238592:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832854.740033:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.740034:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.740036:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b3c8. 00000400:00000200:0.0:1788832854.740038:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde5d8 00000400:00000010:0.0:1788832854.740039:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde5d8. 00000100:00000001:0.0:1788832854.740041:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.740044:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.740051:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740057:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.740058:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740060:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.740062:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.740063:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.740064:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.740071:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.740076:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1090460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.740078:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1090418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.740080:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.740082:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.740083:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832854.740087:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832854.740094:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.740096:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832854.740097:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832854.740099:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832854.740101:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.740104:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740110:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.740112:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.740113:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.740116:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.740124:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238848:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832854.740129:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.740130:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.740132:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b688. 00000400:00000200:0.0:1788832854.740135:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdef68 00000400:00000010:0.0:1788832854.740137:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdef68. 00000100:00000001:0.0:1788832854.740139:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.740142:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.740150:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740167:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.740168:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740170:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.740172:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.740173:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.740174:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.740176:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.740180:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=64 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.740182:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.740184:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.740185:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.740187:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832854.740189:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.740191:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832854.740192:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832854.740194:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832854.740195:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.740199:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740205:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.740207:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.740208:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.740211:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.740218:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972238208:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832854.740223:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.740224:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.740226:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832854.740228:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde990 00000400:00000010:0.0:1788832854.740230:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde990. 00000100:00000001:0.0:1788832854.740232:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.740235:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.740251:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740256:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.740258:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740260:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.740261:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.740262:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.740263:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.740265:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.740269:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.740272:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.740274:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.740275:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.740276:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832854.740278:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.740279:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832854.740281:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832854.740283:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832854.740284:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.740287:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740294:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.740295:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.740296:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.740299:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.740305:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238464:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832854.740310:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832854.740312:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832854.740313:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b8f0. 00000400:00000200:0.0:1788832854.740316:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000010:0.0:1788832854.740323:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:0.0:1788832854.740325:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832854.740329:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832854.740338:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740344:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832854.740345:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740347:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832854.740349:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832854.740350:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832854.740351:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832854.740353:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832854.740357:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1091c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832854.740360:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1091c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832854.740362:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832854.740363:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832854.740365:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832854.740369:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832854.740374:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.740376:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832854.740377:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832854.740379:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832854.740380:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832854.740384:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740389:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832854.740391:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832854.740392:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832854.740395:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832854.740411:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972238720:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832854.740415:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740418:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740421:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972238080/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740428:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740431:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740434:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9e000. 02000000:00000001:0.0:1788832854.740437:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740440:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740441:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832854.740444:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740446:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5000. 02000000:00000001:0.0:1788832854.740451:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740453:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740455:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832854.740458:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740459:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740461:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740464:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acb100 x1875726972238336/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740470:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740472:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740473:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9fe00. 02000000:00000001:0.0:1788832854.740476:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740477:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740478:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:0.0:1788832854.740480:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740481:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5700. 02000000:00000001:0.0:1788832854.740483:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740484:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740485:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acb100. 00000100:00000001:0.0:1788832854.740487:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740494:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740496:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740500:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acaa00 x1875726972238592/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740506:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740507:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740509:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9f000. 02000000:00000001:0.0:1788832854.740511:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740513:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740514:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:0.0:1788832854.740515:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740517:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5f00. 02000000:00000001:0.0:1788832854.740519:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740520:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740521:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acaa00. 00000100:00000001:0.0:1788832854.740523:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740524:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740525:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740528:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acad80 x1875726972238848/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740533:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740534:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740536:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9ea00. 02000000:00000001:0.0:1788832854.740537:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740538:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740539:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1090000 refcount=2 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000020:00000001:0.0:1788832854.740541:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740542:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5a00. 02000000:00000001:0.0:1788832854.740544:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740545:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740546:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acad80. 00000100:00000001:0.0:1788832854.740548:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740550:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740551:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740554:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca300 x1875726972238208/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740569:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740571:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740572:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9e600. 02000000:00000001:0.0:1788832854.740574:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740575:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740576:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:0.0:1788832854.740578:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740579:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5c00. 02000000:00000001:0.0:1788832854.740581:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740582:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740583:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca300. 00000100:00000001:0.0:1788832854.740585:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740586:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740588:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740591:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac9f80 x1875726972238464/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740596:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740598:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740599:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9e200. 02000000:00000001:0.0:1788832854.740600:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740601:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740602:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:0.0:1788832854.740603:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740604:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5400. 02000000:00000001:0.0:1788832854.740606:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740607:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740608:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac9f80. 00000100:00000001:0.0:1788832854.740610:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740611:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740612:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832854.740615:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac8000 x1875726972238720/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832854.740620:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832854.740621:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832854.740627:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9f600. 02000000:00000001:0.0:1788832854.740629:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832854.740631:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832854.740632:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1091800 refcount=2 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000020:00000001:0.0:1788832854.740634:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832854.740635:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c57c5e00. 02000000:00000001:0.0:1788832854.740637:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832854.740638:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832854.740639:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac8000. 00000100:00000001:0.0:1788832854.740642:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832854.740643:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740645:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832854.740653:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832854.740655:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832854.740657:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832854.740659:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832854.742233:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832854.742242:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832855.181890:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832855.181897:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832855.181904:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832855.181905:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832855.183788:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832855.183795:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832855.183799:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788832855.758829:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295033310, at 4295033344 00000100:00000010:2.0:1788832855.758846:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7780. 00000100:00000040:3.0:1788832855.763259:0:8788:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295033310, at 4295033347 00000100:00000010:3.0:1788832855.763271:0:8788:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7ae0. 00010000:00000001:0.0:1788832856.205896:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832856.205905:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832856.205910:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832856.205911:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832856.205935:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832856.205937:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832856.205940:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832857.229871:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832857.229877:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832857.229882:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832857.229884:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832857.230067:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832857.230070:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832857.230073:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832858.254308:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832858.254316:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832858.254322:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832858.254324:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832858.254344:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832858.254347:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832858.254350:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832859.284528:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832859.284533:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832859.284538:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832859.284540:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832859.284542:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832859.284545:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832859.284548:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832859.284550:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832859.284552:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832859.284554:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832859.284610:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832859.284613:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832859.284616:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788832859.854086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854096:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854107:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d0380. 00000020:00000040:3.0:1788832859.854112:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:3.0:1788832859.854117:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854120:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854136:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854145:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9f00. 00000100:00000001:3.0:1788832859.854150:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854161:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854255:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854260:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854267:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5724840] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854302:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854308:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854312:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d3480. 00000020:00000040:3.0:1788832859.854314:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:3.0:1788832859.854316:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854318:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854320:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854324:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9c00. 00000100:00000001:3.0:1788832859.854327:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854332:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854340:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854342:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854346:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c98bf04] to pc [ptlrpcd_01_01+1] req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854354:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854359:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854362:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d0a80. 00000020:00000040:3.0:1788832859.854364:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:3.0:1788832859.854366:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854367:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854369:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9e00. 00000100:00000001:3.0:1788832859.854382:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854387:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854394:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854396:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854401:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044a03c11] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854408:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788832859.854414:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788832859.854416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788832859.854419:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788832859.854422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854424:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854427:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d0e00. 00000020:00000040:3.0:1788832859.854430:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:3.0:1788832859.854432:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854433:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854435:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854438:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9900. 00000100:00000001:3.0:1788832859.854441:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854445:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854451:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854452:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854455:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000547cecfd] to pc [ptlrpcd_01_01+1] req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854474:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854479:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854481:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d3b80. 00000020:00000040:3.0:1788832859.854483:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000100:00000001:3.0:1788832859.854485:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854486:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854488:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854491:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9700. 00000100:00000001:3.0:1788832859.854494:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854497:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854503:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854505:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854508:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f277de6] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854514:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854518:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854521:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d2a00. 00000020:00000040:3.0:1788832859.854524:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1091800 refcount=3 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000100:00000001:3.0:1788832859.854525:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854527:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854528:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854531:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9200. 00000100:00000001:3.0:1788832859.854533:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854537:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854543:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854550:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854554:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d92e6a] to pc [ptlrpcd_01_01+1] req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854560:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832859.854565:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832859.854568:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d2d80. 00000020:00000040:3.0:1788832859.854570:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1090000 refcount=3 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000100:00000001:3.0:1788832859.854572:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832859.854573:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832859.854575:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832859.854578:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9800. 00000100:00000001:3.0:1788832859.854581:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854585:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832859.854591:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832859.854592:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4690252] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854602:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.854606:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:3.0:1788832859.854620:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.854623:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832859.854625:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832859.854630:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854637:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832859.854639:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.854643:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832859.854645:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832859.854648:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832859.854651:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972239104:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832859.854662:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832859.854668:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832859.854671:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.854673:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832859.854677:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c7ca8a00. 02000000:00000001:3.0:1788832859.854679:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832859.854688:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832859.854691:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d05688. 00000400:00000010:3.0:1788832859.854698:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358088. 00000100:00000200:3.0:1788832859.854705:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239104, portal 10 00000100:00000001:3.0:1788832859.854707:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832859.854709:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088199296 : -122175621352320 : ffff90e1c57d3480) 00000100:00000040:3.0:1788832859.854716:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.854723:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832859.854725:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832859.854728:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358dd0. 00000100:00000200:3.0:1788832859.854731:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972239104, offset 0 00000400:00000200:3.0:1788832859.854738:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832859.854746:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832859.854995:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.854999:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832859.855001:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832859.855007:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.855014:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832859.855015:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.855018:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832859.855020:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832859.855033:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832859.855037:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2405:1875726972238976:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.855040:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832859.855044:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832859.855045:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.855047:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832859.855052:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d107ba00. 02000000:00000001:2.0:1788832859.855054:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832859.855066:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832859.855069:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2f78. 00000400:00000010:2.0:1788832859.855073:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94110. 00000100:00000200:2.0:1788832859.855077:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972238976, portal 25 00000100:00000001:2.0:1788832859.855079:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832859.855080:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088186752 : -122175621364864 : ffff90e1c57d0380) 00000100:00000040:2.0:1788832859.855086:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.855092:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832859.855094:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832859.855097:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94d48. 00000100:00000200:2.0:1788832859.855099:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972238976, offset 0 00000400:00000200:2.0:1788832859.855103:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832859.855144:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832859.855150:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832859.855155:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832859.855159:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832859.855161:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832859.855165:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [129:129:256:4294967295] 192.168.206.121@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1788832859.855170:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.855191:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832859.855198:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832859.855203:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0e900. 00000800:00000200:3.0:1788832859.855210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832859.855223:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832859.855228:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832859.855240:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.855245:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 110982 usecs (111 jiffies) 00000400:00000200:3.0:1788832859.855249:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832859.855252:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295037552 00000100:00000010:3.0:1788832859.855256:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c8aa57e0. 00000100:00000001:3.0:1788832859.855262:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788832859.855267:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295037552 00000100:00000010:3.0:1788832859.855270:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c8aa55a0. 00000100:00000001:3.0:1788832859.855273:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788832859.855276:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832859.855278:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.855281:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832859.855285:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.855291:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832859.855293:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.855296:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832859.855297:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832859.855299:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832859.855302:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972239360:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832859.855305:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832859.855307:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832859.855308:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.855310:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832859.855313:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c7ca9a00. 02000000:00000001:3.0:1788832859.855315:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832859.855318:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832859.855320:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d058f0. 00000400:00000010:3.0:1788832859.855324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d03585d8. 00000100:00000200:3.0:1788832859.855332:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239360, portal 10 00000100:00000001:3.0:1788832859.855334:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832859.855336:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088189440 : -122175621362176 : ffff90e1c57d0e00) 00000100:00000040:3.0:1788832859.855343:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.855349:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832859.855351:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832859.855354:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358e58. 00000100:00000200:3.0:1788832859.855356:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972239360, offset 0 00000400:00000200:3.0:1788832859.855360:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832859.859418:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.859431:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832859.859437:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832859.859441:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832859.859445:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832859.859448:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832859.859451:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [130:130:255:4294967295] 192.168.206.121@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:2.0:1788832859.859456:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.859465:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832859.859472:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832859.859482:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d306c200. 00000800:00000200:2.0:1788832859.859489:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832859.859497:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832859.859502:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d306c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832859.859507:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832859.859512:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832859.859514:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295038430 00000100:00000001:2.0:1788832859.859522:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295037552 00000100:00000001:2.0:1788832859.859544:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295038430 00000100:00000001:2.0:1788832859.859547:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295037552 00000100:00000001:2.0:1788832859.859550:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.859554:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.859557:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832859.859566:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.859575:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832859.859577:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.859581:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832859.859585:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832859.859587:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832859.859591:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972239232:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.859594:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832859.859599:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832859.859602:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.859604:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832859.859610:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d107b400. 02000000:00000001:2.0:1788832859.859612:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832859.859617:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832859.859621:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a21b8. 00000400:00000010:2.0:1788832859.859628:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f942a8. 00000100:00000200:2.0:1788832859.859635:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239232, portal 10 00000100:00000001:2.0:1788832859.859637:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832859.859638:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088188544 : -122175621363072 : ffff90e1c57d0a80) 00000100:00000040:2.0:1788832859.859646:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.859653:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832859.859655:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832859.859657:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94088. 00000100:00000200:2.0:1788832859.859660:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972239232, offset 0 00000400:00000200:2.0:1788832859.859666:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832859.859679:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.859683:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832859.859686:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832859.859688:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832859.859690:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832859.859692:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832859.859694:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [131:131:254:4294967295] 192.168.206.121@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:2.0:1788832859.859698:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.859703:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832859.859707:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832859.859711:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1ed00. 00000800:00000200:2.0:1788832859.859714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832859.859718:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832859.859721:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832859.859724:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.859727:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 136400 usecs (137 jiffies) 00000400:00000200:2.0:1788832859.859730:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832859.859732:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295037578 00000100:00000001:2.0:1788832859.859735:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295038430 00000100:00000001:2.0:1788832859.859737:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295037578 00000100:00000001:2.0:1788832859.859739:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295038430 00000100:00000001:2.0:1788832859.859741:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.859743:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.859745:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832859.859749:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788832859.859907:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.859912:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832859.859915:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832859.859918:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832859.859920:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832859.859922:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832859.859925:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [132:132:253:4294967295] 192.168.206.121@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:3.0:1788832859.859928:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.859934:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832859.859938:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832859.859943:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0ea00. 00000800:00000200:3.0:1788832859.859946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832859.859950:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832859.859953:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832859.859956:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.859959:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 10131 usecs (11 jiffies) 00000400:00000200:3.0:1788832859.859962:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832859.859964:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295037457 00000100:00000001:3.0:1788832859.859966:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295038430 00000100:00000001:3.0:1788832859.859968:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295037457 00000100:00000001:3.0:1788832859.859978:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295038430 00000100:00000001:3.0:1788832859.859980:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832859.859982:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.859984:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832859.859989:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.859995:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832859.859997:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.859999:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832859.860001:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832859.860003:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832859.860006:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972239616:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832859.860009:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832859.860012:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832859.860014:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.860015:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832859.860019:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c7ca8200. 02000000:00000001:3.0:1788832859.860021:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832859.860025:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832859.860110:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d059f8. 00000400:00000010:3.0:1788832859.860115:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358000. 00000100:00000200:3.0:1788832859.860119:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239616, portal 4 00000100:00000001:3.0:1788832859.860250:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832859.860252:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088196608 : -122175621355008 : ffff90e1c57d2a00) 00000100:00000040:3.0:1788832859.860260:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860266:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832859.860269:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832859.860272:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358f68. 00000100:00000200:3.0:1788832859.860275:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972239616, offset 0 00000400:00000200:3.0:1788832859.860279:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832859.860284:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.860294:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832859.860297:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832859.860299:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832859.860301:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832859.860303:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832859.860306:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [133:133:252:4294967295] 192.168.206.121@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:3.0:1788832859.860310:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.860316:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832859.860321:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832859.860324:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0ec00. 00000800:00000200:3.0:1788832859.860329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832859.860333:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832859.860336:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832859.860339:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.860342:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: using a timeout of 5641 usecs (6 jiffies) 00000400:00000200:3.0:1788832859.860345:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832859.860347:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295037452 00000100:00000001:3.0:1788832859.860349:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295038430 00000100:00000001:3.0:1788832859.860351:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295037452 00000100:00000001:3.0:1788832859.860353:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295038430 00000100:00000001:3.0:1788832859.860355:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832859.860357:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860359:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860363:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.860370:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832859.860372:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788832859.860375:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.860376:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832859.860378:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860381:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832859.860433:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.860442:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0e900. 00000400:00000200:3.0:1788832859.860448:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.860453:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.860458:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358dd0 00000400:00000010:3.0:1788832859.860461:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358dd0. 00000100:00000001:3.0:1788832859.860465:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.860470:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860480:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.860483:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860490:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860491:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832859.860505:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.860507:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d306c200. 00000400:00000200:3.0:1788832859.860511:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.860515:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.860517:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94d48 00000400:00000010:3.0:1788832859.860519:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94d48. 00000100:00000001:3.0:1788832859.860521:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.860525:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860532:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.860534:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860540:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860541:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832859.860549:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.860551:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1ed00. 00000400:00000200:3.0:1788832859.860553:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.860556:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.860558:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94088 00000400:00000010:3.0:1788832859.860560:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94088. 00000100:00000001:3.0:1788832859.860568:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.860572:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860579:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.860582:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860588:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860589:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832859.860597:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.860599:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0ea00. 00000400:00000200:3.0:1788832859.860601:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.860605:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.860608:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358e58 00000400:00000010:3.0:1788832859.860609:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358e58. 00000100:00000001:3.0:1788832859.860612:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.860616:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860623:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.860625:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.860631:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.860632:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832859.861579:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.861584:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0ec00. 00000400:00000200:3.0:1788832859.861588:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.861594:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.861598:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358f68 00000400:00000010:3.0:1788832859.861600:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358f68. 00000100:00000001:3.0:1788832859.861603:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.861608:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.861617:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.861629:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.861637:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.861639:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788832859.861972:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832859.861975:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.861979:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832859.861988:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832859.861991:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832859.861995:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972239488:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.861999:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832859.862003:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832859.862005:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.862007:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832859.862013:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d107ae00. 02000000:00000001:2.0:1788832859.862015:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832859.862020:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832859.862023:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2420. 00000400:00000010:2.0:1788832859.862028:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94440. 00000100:00000200:2.0:1788832859.862032:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239488, portal 10 00000100:00000001:2.0:1788832859.862137:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832859.862139:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088201088 : -122175621350528 : ffff90e1c57d3b80) 00000100:00000040:2.0:1788832859.862147:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.862154:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832859.862156:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832859.862159:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94e58. 00000100:00000200:2.0:1788832859.862163:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972239488, offset 0 00000400:00000200:2.0:1788832859.862168:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832859.862175:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.862188:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832859.862191:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832859.862195:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832859.862198:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832859.862201:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832859.862204:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [134:134:256:4294967295] 192.168.206.121@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1788832859.862208:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.862215:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832859.862220:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832859.862228:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e700. 00000800:00000200:2.0:1788832859.862233:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832859.862240:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832859.862244:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832859.862261:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.862264:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 14140 usecs (15 jiffies) 00000400:00000200:2.0:1788832859.862267:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832859.862270:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295037463 00000100:00000001:2.0:1788832859.862273:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295038430 00000100:00000001:2.0:1788832859.862276:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295037463 00000100:00000001:2.0:1788832859.862279:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295038430 00000100:00000001:2.0:1788832859.862281:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.862284:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.862287:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832859.862292:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.862298:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832859.862300:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.862302:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832859.862308:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832859.862310:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832859.862313:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972239744:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.862316:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832859.862319:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832859.862321:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.862322:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832859.862326:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d107d600. 02000000:00000001:2.0:1788832859.862328:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832859.862331:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832859.862334:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2e70. 00000400:00000010:2.0:1788832859.862337:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94dd0. 00000100:00000200:2.0:1788832859.862350:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239744, portal 4 00000100:00000001:2.0:1788832859.862352:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832859.862353:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088197504 : -122175621354112 : ffff90e1c57d2d80) 00000020:00000010:2.0:1788832859.862361:0:2405:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1c8a18000. 00000100:00000040:2.0:1788832859.862367:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.862373:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832859.862375:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832859.862377:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f945d8. 00000100:00000200:2.0:1788832859.862379:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972239744, offset 0 00000400:00000200:2.0:1788832859.862384:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832859.862388:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.862391:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832859.862393:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832859.862396:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832859.862398:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832859.862400:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832859.862403:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [135:135:255:4294967295] 192.168.206.121@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:2.0:1788832859.862407:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.862412:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832859.862416:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832859.862419:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e900. 00000800:00000200:2.0:1788832859.862423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832859.862427:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832859.862429:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832859.862432:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.862436:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: using a timeout of 5270 usecs (6 jiffies) 00000400:00000200:2.0:1788832859.862438:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832859.862440:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295037454 00000100:00000001:2.0:1788832859.862442:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295038430 00000100:00000001:2.0:1788832859.862450:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295037454 00000100:00000001:2.0:1788832859.862452:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295038430 00000100:00000001:2.0:1788832859.862454:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.862456:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.862458:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.862462:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.862470:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832859.862473:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788832859.862476:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.862478:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832859.862480:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.862482:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832859.864182:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.864189:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e700. 00000400:00000200:3.0:1788832859.864196:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.864204:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.864209:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94e58 00000400:00000010:3.0:1788832859.864212:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94e58. 00000100:00000001:3.0:1788832859.864216:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.864222:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.864236:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.864239:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.864247:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.864249:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832859.864306:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832859.864309:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e900. 00000400:00000200:3.0:1788832859.864311:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.864315:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832859.864318:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f945d8 00000400:00000010:3.0:1788832859.864319:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f945d8. 00000100:00000001:3.0:1788832859.864322:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832859.864325:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.864332:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.864335:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.864341:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.864343:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832859.867346:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867362:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832859.867366:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867369:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.867378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867385:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832859.867394:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867398:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867403:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867407:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e03c80 00000400:00000200:3.0:1788832859.867412:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867418:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:3.0:1788832859.867425:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867429:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.867431:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.867435:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832859.867441:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.867448:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832859.867458:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.867479:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832859.867487:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867491:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832859.867493:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867495:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.867498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867501:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832859.867505:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867507:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867510:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867512:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03d00 00000400:00000200:3.0:1788832859.867516:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.867535:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1788832859.867539:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867547:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.867549:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.867552:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832859.867554:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.867559:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832859.867567:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.867583:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832859.867587:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.867589:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.867602:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.867606:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788832859.867611:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832859.867613:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832859.867615:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d05688. 00000400:00000200:3.0:1788832859.867619:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358088 00000400:00000010:3.0:1788832859.867621:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358088. 00000100:00000001:3.0:1788832859.867624:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.867627:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832859.867635:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.867641:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832859.867643:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.867645:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832859.867649:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832859.867651:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832859.867654:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.867657:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832859.867667:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832859.867680:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832859.867682:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832859.867684:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832859.867687:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788832859.867691:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.867694:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832859.867696:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832859.867698:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832859.867700:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.867706:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.867712:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832859.867715:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832859.867717:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832859.867721:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832859.867729:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972239104:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832859.867734:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.867736:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.867740:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d3480 x1875726972239104/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.867746:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832859.867748:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832859.867802:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c7ca8a00. 02000000:00000001:3.0:1788832859.867806:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832859.867808:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832859.867810:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:3.0:1788832859.867812:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832859.867815:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9c00. 02000000:00000001:3.0:1788832859.867819:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832859.867821:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832859.867823:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d3480. 00000100:00000001:3.0:1788832859.867832:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832859.867834:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.867837:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.867838:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.867840:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832859.867841:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.867843:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.868429:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.868432:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788832859.868438:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832859.868440:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832859.868443:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2f78. 00000400:00000200:2.0:1788832859.868448:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94110 00000400:00000010:2.0:1788832859.868450:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94110. 00000100:00000001:2.0:1788832859.868453:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832859.868459:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832859.868469:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.868475:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832859.868477:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.868479:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832859.868480:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832859.868482:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832859.868483:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.868485:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832859.868489:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=69 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832859.868492:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832859.868494:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832859.868496:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832859.868507:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788832859.868509:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.868511:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.868516:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.868522:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.868525:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832859.868526:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832859.868530:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832859.868536:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2405:1875726972238976:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.868542:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.868544:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832859.868547:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d0380 x1875726972238976/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.868552:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832859.868554:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832859.868557:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d107ba00. 02000000:00000001:2.0:1788832859.868560:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832859.868562:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832859.868563:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:2.0:1788832859.868565:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832859.868567:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9f00. 02000000:00000001:2.0:1788832859.868569:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832859.868570:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832859.868572:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d0380. 00000100:00000001:2.0:1788832859.868574:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832859.868576:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.868578:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.868580:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.868581:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832859.868582:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.868584:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832859.869334:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.869347:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832859.869351:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.869354:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.869360:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.869366:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832859.869374:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.869378:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.869383:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.869386:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e03f80 00000400:00000200:3.0:1788832859.869390:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.869396:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:3.0:1788832859.869402:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.869408:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.869411:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.869415:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832859.869420:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.869427:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832859.869436:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.869457:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832859.869464:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.869468:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.869629:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.869642:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788832859.869648:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832859.869650:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832859.869652:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2e70. 00000400:00000200:2.0:1788832859.869656:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94dd0 00000400:00000010:2.0:1788832859.869658:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94dd0. 00000100:00000001:2.0:1788832859.869660:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832859.869665:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832859.869673:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.869678:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832859.869680:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.869682:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832859.869684:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832859.869686:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832859.869688:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.869691:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832859.869697:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1090460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832859.869700:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1090418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832859.869703:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832859.869704:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832859.869706:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788832859.869710:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788832859.869716:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.869719:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832859.869721:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832859.869722:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832859.869724:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.869727:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.869733:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.869741:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832859.869743:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832859.869748:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832859.869806:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972239744:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.869810:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.869813:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832859.869816:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d2d80 x1875726972239744/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.869823:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832859.869825:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832859.869828:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d107d600. 02000000:00000001:2.0:1788832859.869831:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832859.869833:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832859.869835:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1d1090000 refcount=2 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000020:00000001:2.0:1788832859.869837:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832859.869839:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9800. 02000000:00000001:2.0:1788832859.869843:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832859.869844:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832859.869845:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d2d80. 00000100:00000001:2.0:1788832859.869849:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832859.869850:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.869853:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.869854:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.869855:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832859.869857:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.869859:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832859.873292:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873307:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832859.873312:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873327:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.873335:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873342:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832859.873349:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873353:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873358:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873361:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03d80 00000400:00000200:3.0:1788832859.873366:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873371:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:3.0:1788832859.873377:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873380:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.873384:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.873388:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832859.873396:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.873404:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832859.873415:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.873438:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832859.873445:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873449:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832859.873451:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873453:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.873456:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873460:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832859.873464:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873466:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873469:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873472:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03e80 00000400:00000200:3.0:1788832859.873475:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873479:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:3.0:1788832859.873483:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873492:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.873495:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.873499:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832859.873502:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.873506:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832859.873515:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.873521:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832859.873525:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873527:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832859.873528:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873530:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.873533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873536:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832859.873540:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873542:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873545:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873547:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e03e00 00000400:00000200:3.0:1788832859.873550:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832859.873554:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:3.0:1788832859.873557:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873561:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832859.873563:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832859.873565:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832859.873568:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.873571:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832859.873578:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.873592:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832859.873602:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832859.873604:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.873617:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.873620:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788832859.873626:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832859.873628:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832859.873631:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d058f0. 00000400:00000200:3.0:1788832859.873635:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d03585d8 00000400:00000010:3.0:1788832859.873637:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d03585d8. 00000100:00000001:3.0:1788832859.873640:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.873645:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832859.873654:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.873659:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832859.873662:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.873664:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832859.873667:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832859.873670:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832859.873671:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.873674:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832859.873683:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832859.873686:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832859.873689:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832859.873690:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832859.873693:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788832859.873696:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.873699:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832859.873701:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832859.873703:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832859.873704:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.873709:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.873716:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832859.873718:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832859.873726:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832859.873730:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832859.873738:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972239360:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832859.873743:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.873746:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.873749:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d0e00 x1875726972239360/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874101:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.874104:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788832859.874108:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832859.874110:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832859.874112:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a21b8. 00000400:00000200:2.0:1788832859.874115:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f942a8 00000400:00000010:2.0:1788832859.874117:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f942a8. 00000100:00000001:2.0:1788832859.874119:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832859.874131:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832859.874140:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874146:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832859.874147:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.874149:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832859.874151:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832859.874152:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832859.874153:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.874155:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832859.874160:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832859.874163:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832859.874165:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832859.874166:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832859.874167:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788832859.874171:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788832859.874191:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.874193:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832859.874194:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832859.874196:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832859.874197:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.874201:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874208:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.874210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832859.874211:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832859.874215:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832859.874221:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972239232:192.168.206.121@tcp:400:kworker.0 00000400:00000001:2.0:1788832859.874235:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832859.874237:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832859.874239:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2420. 00000400:00000200:2.0:1788832859.874241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94440 00000400:00000010:2.0:1788832859.874243:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94440. 00000100:00000001:2.0:1788832859.874245:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832859.874249:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832859.874257:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874262:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832859.874263:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.874264:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832859.874266:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832859.874267:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832859.874268:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832859.874270:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832859.874274:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832859.874277:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832859.874279:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832859.874281:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832859.874282:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788832859.874285:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788832859.874292:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.874294:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832859.874295:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832859.874296:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832859.874297:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832859.874301:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874307:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832859.874314:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832859.874316:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832859.874320:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832859.874327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972239488:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832859.874331:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.874333:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832859.874337:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d0a80 x1875726972239232/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874343:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832859.874345:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832859.874348:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d107b400. 02000000:00000001:2.0:1788832859.874352:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832859.874354:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832859.874356:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:2.0:1788832859.874358:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832859.874362:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9e00. 02000000:00000001:2.0:1788832859.874365:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832859.874367:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832859.874369:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d0a80. 00000100:00000001:2.0:1788832859.874372:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832859.874374:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.874375:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832859.874379:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d3b80 x1875726972239488/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.874385:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832859.874387:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832859.874388:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d107ae00. 02000000:00000001:2.0:1788832859.874390:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832859.874391:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832859.874393:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:2.0:1788832859.874394:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832859.874396:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9700. 02000000:00000001:2.0:1788832859.874404:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832859.874405:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832859.874407:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d3b80. 00000100:00000001:2.0:1788832859.874409:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832859.874411:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.874413:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832859.874419:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832859.874421:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832859.874424:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832859.874426:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.875949:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832859.875952:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832859.875956:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c7ca9a00. 02000000:00000001:3.0:1788832859.875960:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832859.875962:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832859.875963:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:3.0:1788832859.875967:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832859.875969:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9900. 02000000:00000001:3.0:1788832859.875973:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832859.875974:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832859.875975:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d0e00. 00000100:00000001:3.0:1788832859.875979:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832859.875980:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.875985:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.875987:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.875989:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832859.875991:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.875993:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788832859.876130:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832859.876143:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832859.876145:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832859.876147:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832859.876155:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.876162:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832859.876171:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.876175:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.876190:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.876194:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e03f00 00000400:00000200:2.0:1788832859.876198:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832859.876204:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:2.0:1788832859.876211:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832859.876218:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832859.876221:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832859.876225:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832859.876232:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832859.876239:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832859.876250:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832859.876269:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832859.876277:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832859.876290:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.876390:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.876393:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788832859.876397:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832859.876399:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832859.876402:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d059f8. 00000400:00000200:3.0:1788832859.876406:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358000 00000400:00000010:3.0:1788832859.876408:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358000. 00000100:00000001:3.0:1788832859.876411:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832859.876416:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832859.876431:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.876438:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832859.876440:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.876442:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832859.876445:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832859.876447:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832859.876449:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832859.876451:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832859.876459:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1091c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832859.876463:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1091c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832859.876465:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832859.876467:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832859.876469:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788832859.876474:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788832859.876480:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.876483:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832859.876485:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832859.876487:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832859.876489:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832859.876493:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.876499:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832859.876502:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832859.876504:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832859.876507:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832859.876514:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972239616:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832859.876517:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.876527:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832859.876530:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d2a00 x1875726972239616/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832859.876536:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832859.876538:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832859.876540:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c7ca8200. 02000000:00000001:3.0:1788832859.876542:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832859.876543:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832859.876545:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1d1091800 refcount=2 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000020:00000001:3.0:1788832859.876546:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832859.876548:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9200. 02000000:00000001:3.0:1788832859.876550:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832859.876551:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832859.876553:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d2a00. 00000100:00000001:3.0:1788832859.876555:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832859.876556:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.876558:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832859.876564:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832859.876565:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832859.876567:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832859.876569:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832860.301944:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832860.301952:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832860.301955:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832860.301958:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832860.301964:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832860.301966:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832860.301968:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832860.301970:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832860.301974:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832860.301975:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832860.301993:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832860.301996:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832860.301998:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788832860.388402:0:9633:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788832860.388411:0:9633:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832860.404609:0:9635:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832860.404622:0:9635:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832860.450068:0:9642:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832860.450079:0:9642:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832860.470374:0:9644:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832860.470386:0:9644:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832860.878258:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295038430, at 4295038464 00000100:00000010:2.0:1788832860.878272:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c8aa57e0. 00000100:00000040:3.0:1788832860.878839:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295038430, at 4295038465 00000100:00000010:3.0:1788832860.878846:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c8aa55a0. 00010000:00000001:0.0:1788832861.325886:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832861.325894:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832861.325901:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832861.325903:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832861.326013:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832861.326017:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832861.326020:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832862.349912:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832862.349920:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832862.349926:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832862.349927:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832862.349959:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832862.349988:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832862.349991:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1788832863.245880:0:2400:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff90e1d9ae3e80. 00000400:00000010:0.0:1788832863.245896:0:2400:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff90e1c7f44980. 00010000:00000001:0.0:1788832863.373893:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832863.373902:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832863.373907:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832863.373909:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832863.390841:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832863.390849:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832863.390854:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832864.397895:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832864.397907:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.397915:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832864.397916:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832864.397944:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832864.397948:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832864.397951:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788832864.974803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.974813:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.974824:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac8000. 00000020:00000040:0.0:1788832864.974830:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832864.974835:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.974837:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.974843:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.974875:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0400. 00000100:00000001:0.0:1788832864.974882:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.974894:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.974905:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.974909:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.974915:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002485f21b] to pc [ptlrpcd_00_01+1] req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.974946:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.974949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.974952:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.974968:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac9f80. 00000020:00000040:0.0:1788832864.974972:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832864.974974:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.974976:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.974978:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.974981:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0c00. 00000100:00000001:0.0:1788832864.974998:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975003:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.975010:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.975012:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975016:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4e6f212] to pc [ptlrpcd_00_00+0] req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.975026:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.975031:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.975034:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca300. 00000020:00000040:0.0:1788832864.975036:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832864.975038:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.975040:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.975042:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.975045:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0000. 00000100:00000001:0.0:1788832864.975048:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975053:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.975060:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.975062:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975065:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000630fdde4] to pc [ptlrpcd_00_01+1] req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.975072:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832864.975083:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832864.975085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832864.975094:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832864.975107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.975110:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.975113:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acad80. 00000020:00000040:0.0:1788832864.975116:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832864.975118:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.975119:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.975121:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.975124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0800. 00000100:00000001:0.0:1788832864.975127:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975131:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.975137:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.975139:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.975143:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8238b7f] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.979954:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.979958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.979962:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.979971:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acaa00. 00000020:00000040:0.0:1788832864.979977:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832864.979981:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.979992:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.979997:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.980004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0b00. 00000100:00000001:0.0:1788832864.980010:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980036:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.980047:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.980051:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980057:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000575c255b] to pc [ptlrpcd_00_01+1] req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980067:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.980071:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.980076:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acb100. 00000020:00000040:0.0:1788832864.980078:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1091800 refcount=3 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000100:00000001:0.0:1788832864.980081:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.980082:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.980084:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.980087:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0f00. 00000100:00000001:0.0:1788832864.980091:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980095:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.980102:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.980104:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af192d4] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980114:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832864.980118:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832864.980121:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832864.980123:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1090000 refcount=3 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000100:00000001:0.0:1788832864.980125:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832864.980127:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832864.980128:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832864.980137:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0300. 00000100:00000001:0.0:1788832864.980140:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980145:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832864.980164:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832864.980166:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980170:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c916438f] to pc [ptlrpcd_00_01+1] req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980176:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980182:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:0.0:1788832864.980196:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832864.980200:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832864.980202:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.980207:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980214:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.980216:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980219:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.980222:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.980224:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.980227:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972240000:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.980339:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.980344:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.980347:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980350:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.980355:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9e800. 02000000:00000001:0.0:1788832864.980357:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.980365:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.980369:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b8f0. 00000400:00000010:0.0:1788832864.980375:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832864.980381:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240000, portal 10 00000100:00000001:0.0:1788832864.980383:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.980392:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410073984 : -122175299477632 : ffff90e1d8ac9f80) 00000100:00000040:0.0:1788832864.980401:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980408:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.980411:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.980413:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde990. 00000100:00000200:0.0:1788832864.980418:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972240000, offset 0 00000400:00000200:0.0:1788832864.980424:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.980433:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.980440:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.980445:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.980449:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.980453:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.980456:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.980460:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [136:136:256:4294967295] 192.168.206.121@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1788832864.980464:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.980474:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.980479:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.980483:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0e00. 00000800:00000200:0.0:1788832864.980490:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.980497:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.980501:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.980510:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980515:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 106692 usecs (107 jiffies) 00000400:00000200:0.0:1788832864.980518:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.980521:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295042673 00000100:00000010:0.0:1788832864.980525:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7120. 00000100:00000001:0.0:1788832864.980531:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788832864.980536:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295042673 00000100:00000010:0.0:1788832864.980539:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7ea0. 00000100:00000001:0.0:1788832864.980547:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788832864.980556:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.980559:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.980561:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.980566:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980573:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.980574:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980577:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.980578:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.980580:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.980583:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240256:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.980587:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.980590:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.980591:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980593:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.980597:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9fe00. 02000000:00000001:0.0:1788832864.980599:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.980602:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.980606:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832864.980609:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdef68. 00000100:00000200:0.0:1788832864.980613:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240256, portal 10 00000100:00000001:0.0:1788832864.980615:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.980616:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410077568 : -122175299474048 : ffff90e1d8acad80) 00000100:00000040:0.0:1788832864.980622:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980629:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.980631:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.980633:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde5d8. 00000100:00000200:0.0:1788832864.980636:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972240256, offset 0 00000400:00000200:0.0:1788832864.980640:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.980644:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.980653:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.980656:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.980659:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.980661:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.980663:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.980666:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [137:137:255:4294967295] 192.168.206.121@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:0.0:1788832864.980670:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.980676:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.980681:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.980685:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0700. 00000800:00000200:0.0:1788832864.980689:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.980693:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.980696:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.980699:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980702:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 11863 usecs (12 jiffies) 00000400:00000200:0.0:1788832864.980705:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.980707:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295042578 00000100:00000001:0.0:1788832864.980710:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295042673 00000100:00000001:0.0:1788832864.980712:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295042578 00000100:00000001:0.0:1788832864.980714:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295042673 00000100:00000001:0.0:1788832864.980716:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.980718:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.980720:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.980724:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980731:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.980732:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980735:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.980736:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.980738:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.980747:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240512:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.980782:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.980786:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.980787:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980789:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.980792:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9ec00. 02000000:00000001:0.0:1788832864.980794:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.980798:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.980800:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b688. 00000400:00000010:0.0:1788832864.980803:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdea18. 00000100:00000200:0.0:1788832864.980806:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240512, portal 4 00000100:00000001:0.0:1788832864.980808:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.980809:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410078464 : -122175299473152 : ffff90e1d8acb100) 00000100:00000040:0.0:1788832864.980815:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980822:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.980824:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.980826:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde198. 00000100:00000200:0.0:1788832864.980829:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972240512, offset 0 00000400:00000200:0.0:1788832864.980833:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.980837:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.980840:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.980843:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.980846:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.980848:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.980850:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.980854:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [138:138:254:4294967295] 192.168.206.121@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:0.0:1788832864.980858:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.980864:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.980869:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.980873:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0900. 00000800:00000200:0.0:1788832864.980882:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.980887:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.980889:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.980892:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.980895:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: using a timeout of 12878 usecs (13 jiffies) 00000400:00000200:0.0:1788832864.980898:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.980900:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295042580 00000100:00000001:0.0:1788832864.980902:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295042673 00000100:00000001:0.0:1788832864.980904:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295042580 00000100:00000001:0.0:1788832864.980906:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295042673 00000100:00000001:0.0:1788832864.980908:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.980910:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.980913:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.980915:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.980922:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832864.980925:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788832864.980927:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832864.980928:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832864.980930:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.980933:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:0.0:1788832864.980934:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.980936:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832864.980937:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.980939:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832864.980940:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832864.980941:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.980945:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.980952:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.980953:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980955:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.980956:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.980958:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.980967:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972239872:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.980970:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.980973:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.980975:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.980976:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.980979:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9f000. 02000000:00000001:0.0:1788832864.980981:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.980984:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.980987:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b3c8. 00000400:00000010:0.0:1788832864.980990:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdec38. 00000100:00000200:0.0:1788832864.980993:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972239872, portal 25 00000100:00000001:0.0:1788832864.980995:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.980996:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410065920 : -122175299485696 : ffff90e1d8ac8000) 00000100:00000040:0.0:1788832864.981002:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.981007:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.981009:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.981012:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde550. 00000100:00000200:0.0:1788832864.981014:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972239872, offset 0 00000400:00000200:0.0:1788832864.981018:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.981022:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.981025:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.981028:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.981031:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.981033:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.981035:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.981038:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [139:139:253:4294967295] 192.168.206.121@tcp LPNI seq info [139:139:5:4294967295] 00000400:00000200:0.0:1788832864.981042:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.981047:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.981051:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.981054:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0600. 00000800:00000200:0.0:1788832864.981063:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.981067:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.981069:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.981073:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.981076:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.981077:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295043556 00000100:00000001:0.0:1788832864.981082:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295042673 00000100:00000001:0.0:1788832864.981086:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295043556 00000100:00000001:0.0:1788832864.981088:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295042673 00000100:00000001:0.0:1788832864.981090:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.981092:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.981094:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.981098:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.981104:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.981106:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.981108:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.981109:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.981111:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.981113:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972240128:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.981116:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.981119:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.981120:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.981122:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.981125:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9f400. 02000000:00000001:0.0:1788832864.981126:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.981129:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.981131:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8baa8. 00000400:00000010:0.0:1788832864.981134:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde770. 00000100:00000200:0.0:1788832864.981137:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240128, portal 10 00000100:00000001:0.0:1788832864.981139:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.981147:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410074880 : -122175299476736 : ffff90e1d8aca300) 00000100:00000001:1.0:1788832864.981784:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832864.981789:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.981891:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.981899:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.981901:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.981905:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdecc0. 00000100:00000200:0.0:1788832864.981909:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972240128, offset 0 00000400:00000200:0.0:1788832864.981913:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.981919:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.981923:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.981926:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.981929:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.981932:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.981934:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.981937:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [140:140:252:4294967295] 192.168.206.121@tcp LPNI seq info [140:140:4:4294967295] 00000400:00000200:0.0:1788832864.981940:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.981946:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.981951:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.981954:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0d00. 00000800:00000200:0.0:1788832864.981959:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.981964:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.981968:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.981972:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.981975:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 129827 usecs (130 jiffies) 00000400:00000200:0.0:1788832864.981978:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.981980:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295042698 00000100:00000001:0.0:1788832864.981994:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295043556 00000100:00000001:0.0:1788832864.981997:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295042698 00000100:00000001:0.0:1788832864.981999:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295043556 00000100:00000001:0.0:1788832864.982000:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.982012:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.982014:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.982019:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.982026:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.982027:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.982030:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.982033:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.982035:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.982037:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240384:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.982041:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.982044:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.982045:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.982047:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.982051:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9e600. 02000000:00000001:0.0:1788832864.982052:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.982056:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.982059:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b058. 00000400:00000010:0.0:1788832864.982062:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde908. 00000100:00000200:0.0:1788832864.982066:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240384, portal 10 00000100:00000001:0.0:1788832864.982068:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.982069:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410076672 : -122175299474944 : ffff90e1d8acaa00) 00000100:00000040:0.0:1788832864.982075:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.982081:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.982083:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.982086:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdebb0. 00000100:00000200:0.0:1788832864.982088:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972240384, offset 0 00000400:00000200:0.0:1788832864.982092:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.982095:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.982099:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.982102:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.982110:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.982112:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.982114:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.982117:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [141:141:251:4294967295] 192.168.206.121@tcp LPNI seq info [141:141:3:4294967295] 00000400:00000200:0.0:1788832864.982121:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.982126:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.982131:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.982134:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0500. 00000800:00000200:0.0:1788832864.982138:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.982142:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.982144:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.982147:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.982159:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 16776 usecs (17 jiffies) 00000400:00000200:0.0:1788832864.982163:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.982165:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295042585 00000100:00000001:0.0:1788832864.982167:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295043556 00000100:00000001:0.0:1788832864.982169:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295042585 00000100:00000001:0.0:1788832864.982171:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295043556 00000100:00000001:0.0:1788832864.982174:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.982176:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.982178:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832864.982182:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.982189:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832864.982190:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.982192:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832864.982195:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832864.982197:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832864.982200:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240640:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.982210:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832864.982213:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832864.982215:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.982217:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832864.982220:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8e9f600. 02000000:00000001:0.0:1788832864.982222:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832864.982226:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832864.982228:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8be18. 00000400:00000010:0.0:1788832864.982526:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdeee0. 00000100:00000200:0.0:1788832864.982531:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240640, portal 4 00000100:00000001:0.0:1788832864.982534:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832864.982535:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832864.982542:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.982549:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832864.982551:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832864.982554:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cded48. 00000100:00000200:0.0:1788832864.982556:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972240640, offset 0 00000400:00000200:0.0:1788832864.982560:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832864.982565:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.982569:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832864.982571:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832864.982574:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832864.982577:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832864.982579:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832864.982582:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [142:142:250:4294967295] 192.168.206.121@tcp LPNI seq info [142:142:2:4294967295] 00000400:00000200:0.0:1788832864.982585:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832864.982591:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832864.982595:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832864.982599:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0200. 00000800:00000200:0.0:1788832864.982603:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832864.982615:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832864.982618:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832864.982621:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.982624:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: using a timeout of 9797 usecs (10 jiffies) 00000400:00000200:0.0:1788832864.982627:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832864.982630:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295042578 00000100:00000001:0.0:1788832864.982632:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295043556 00000100:00000001:0.0:1788832864.982634:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295042578 00000100:00000001:0.0:1788832864.982636:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295043556 00000100:00000001:0.0:1788832864.982638:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.982640:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.982644:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.982646:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832864.982790:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.982795:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0e00. 00000400:00000200:3.0:1788832864.982801:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.982807:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.982812:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde990 00000400:00000010:3.0:1788832864.982815:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde990. 00000100:00000001:3.0:1788832864.982819:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.982824:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982834:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.982837:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982854:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.982856:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832864.982869:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.982871:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0700. 00000400:00000200:3.0:1788832864.982874:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.982877:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.982880:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde5d8 00000400:00000010:3.0:1788832864.982881:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde5d8. 00000100:00000001:3.0:1788832864.982883:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.982887:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982894:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.982897:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982902:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.982903:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832864.982910:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.982912:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0900. 00000400:00000200:3.0:1788832864.982915:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.982917:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.982920:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde198 00000400:00000010:3.0:1788832864.982921:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde198. 00000100:00000001:3.0:1788832864.982923:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.982926:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982933:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.982936:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982942:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.982943:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832864.982950:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.982957:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0600. 00000400:00000200:3.0:1788832864.982959:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.982963:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.982966:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde550 00000400:00000010:3.0:1788832864.982967:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde550. 00000100:00000001:3.0:1788832864.982969:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.982973:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.982980:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.982994:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983001:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.983002:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832864.983011:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.983013:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0d00. 00000400:00000200:3.0:1788832864.983015:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.983018:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.983021:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdecc0 00000400:00000010:3.0:1788832864.983022:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdecc0. 00000100:00000001:3.0:1788832864.983024:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.983027:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983035:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.983037:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983043:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.983044:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832864.983051:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.983053:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0500. 00000400:00000200:3.0:1788832864.983056:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.983058:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.983061:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdebb0 00000400:00000010:3.0:1788832864.983062:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdebb0. 00000100:00000001:3.0:1788832864.983070:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.983074:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983080:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.983083:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983089:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.983090:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832864.983155:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832864.983158:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0200. 00000400:00000200:3.0:1788832864.983161:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832864.983164:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832864.983167:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cded48 00000400:00000010:3.0:1788832864.983168:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cded48. 00000100:00000001:3.0:1788832864.983171:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832864.983174:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983181:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832864.983183:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832864.983189:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832864.983191:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788832864.992746:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.992818:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.992823:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.992826:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.992834:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992842:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.992850:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992855:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992859:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992863:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04080 00000400:00000200:2.0:1788832864.992868:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992875:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:2.0:1788832864.992881:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.992885:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.992888:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.992892:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.992899:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.992906:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.992918:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.992928:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.992950:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.992953:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.992955:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.992957:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.992960:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992964:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.992967:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992970:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992972:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992975:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04180 00000400:00000200:2.0:1788832864.992978:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.992982:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:2.0:1788832864.992985:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.992988:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.992991:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.992993:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.992996:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.993001:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.993010:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.993018:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.993021:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993024:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.993025:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993027:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.993030:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993033:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.993037:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993039:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993042:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993044:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04100 00000400:00000200:2.0:1788832864.993047:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993057:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:2.0:1788832864.993061:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993065:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.993067:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.993070:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.993073:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.993077:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.993085:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.993092:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.993095:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993098:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.993100:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993102:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.993104:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993108:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.993111:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993114:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993117:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993119:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04200 00000400:00000200:2.0:1788832864.993122:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993125:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:2.0:1788832864.993128:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993131:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.993132:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.993135:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.993138:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.993141:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.993150:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.993162:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.993167:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993170:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.993172:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.993174:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.993177:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.993180:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.994563:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994568:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994572:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994579:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e04280 00000400:00000200:2.0:1788832864.994583:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994588:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:2.0:1788832864.994595:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994607:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.994610:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.994614:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.994620:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.994628:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.994639:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.994648:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.994656:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994660:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.994662:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994664:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.994668:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994672:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.994676:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994678:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994694:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994697:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e04300 00000400:00000200:2.0:1788832864.994701:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994704:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:2.0:1788832864.994708:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994712:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.994714:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.994717:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.994720:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.994725:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.994733:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.994740:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.994744:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994747:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832864.994749:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994780:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.994784:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994788:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832864.994794:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994808:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994812:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994816:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e04000 00000400:00000200:2.0:1788832864.994819:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832864.994823:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:2.0:1788832864.994827:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994837:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832864.994839:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832864.994842:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832864.994845:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832864.994856:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832864.994864:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832864.994871:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832864.994875:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832864.994879:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.994969:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832864.994974:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832864.994980:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.994982:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.994985:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b3c8. 00000400:00000200:0.0:1788832864.994990:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdec38 00000400:00000010:0.0:1788832864.994992:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdec38. 00000100:00000001:0.0:1788832864.994995:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995000:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995008:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995015:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995016:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995019:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995023:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995025:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995027:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995029:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995036:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=74 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995046:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995049:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995050:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995053:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832864.995055:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995058:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995064:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995072:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995074:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995076:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995081:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995089:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972239872:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832864.995097:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.995098:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.995100:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8baa8. 00000400:00000200:0.0:1788832864.995103:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde770 00000400:00000010:0.0:1788832864.995104:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde770. 00000100:00000001:0.0:1788832864.995106:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995110:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995119:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995124:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995125:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995127:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995128:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995130:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995131:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995133:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995139:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995148:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995150:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995151:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995153:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832864.995158:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832864.995165:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995168:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832864.995170:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832864.995171:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832864.995173:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995176:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995194:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995196:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995198:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995202:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995209:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972240128:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832864.995215:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.995216:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.995218:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b058. 00000400:00000200:0.0:1788832864.995220:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde908 00000400:00000010:0.0:1788832864.995222:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde908. 00000100:00000001:0.0:1788832864.995224:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995228:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995236:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995241:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995250:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995252:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995253:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995255:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995256:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995258:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995264:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995267:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995268:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995270:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995271:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832864.995275:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832864.995281:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995283:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832864.995285:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832864.995286:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832864.995288:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995291:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995297:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995299:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995300:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995304:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995310:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240384:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832864.995316:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.995318:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.995319:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8be18. 00000400:00000200:0.0:1788832864.995322:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdeee0 00000400:00000010:0.0:1788832864.995324:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdeee0. 00000100:00000001:0.0:1788832864.995326:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995336:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995344:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995350:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995352:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995354:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995356:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995357:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995358:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995360:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995365:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1090460 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995368:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1090418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995370:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995371:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995373:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832864.995376:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832864.995383:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995385:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832864.995386:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832864.995387:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832864.995389:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995393:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995399:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995401:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995402:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995544:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995554:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240640:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832864.995567:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.995569:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.995571:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b8f0. 00000400:00000200:0.0:1788832864.995573:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000010:0.0:1788832864.995575:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:0.0:1788832864.995577:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995582:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995590:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995595:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995596:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995598:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995599:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995601:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995602:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995604:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995609:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=74 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995612:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995614:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995615:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995617:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832864.995619:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995621:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832864.995622:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832864.995624:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832864.995625:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995629:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995635:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995637:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995638:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995641:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995654:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972240000:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832864.995659:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.995661:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.995662:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832864.995664:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdef68 00000400:00000010:0.0:1788832864.995666:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdef68. 00000100:00000001:0.0:1788832864.995668:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995672:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995679:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995684:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995685:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995687:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995688:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995690:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995691:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995693:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995696:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995699:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995701:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995702:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995704:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832864.995705:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995707:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832864.995708:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832864.995710:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832864.995711:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995714:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995720:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995725:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995726:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995729:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995736:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240256:192.168.206.121@tcp:400:kworker.0 00000400:00000001:0.0:1788832864.995741:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832864.995742:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832864.995743:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b688. 00000400:00000200:0.0:1788832864.995746:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdea18 00000400:00000010:0.0:1788832864.995747:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdea18. 00000100:00000001:0.0:1788832864.995749:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832864.995795:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832864.995803:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995809:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832864.995810:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995812:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832864.995813:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832864.995815:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832864.995816:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832864.995818:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832864.995822:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1091c60 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832864.995825:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1091c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832864.995827:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832864.995828:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832864.995830:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788832864.995833:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788832864.995838:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.995840:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832864.995841:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832864.995847:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832864.995849:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832864.995853:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995858:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832864.995860:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832864.995862:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832864.995865:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832864.995871:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972240512:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832864.995875:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995878:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.995882:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac8000 x1875726972239872/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995887:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.995890:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.995893:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9f000. 02000000:00000001:0.0:1788832864.995897:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.995900:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.995901:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832864.995903:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.995906:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0400. 02000000:00000001:0.0:1788832864.995910:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.995911:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.995913:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac8000. 00000100:00000001:0.0:1788832864.995917:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.995918:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995920:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.995923:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca300 x1875726972240128/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995928:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.995930:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.995934:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9f400. 02000000:00000001:0.0:1788832864.995936:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.995937:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.995938:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:0.0:1788832864.995940:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.995942:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0000. 02000000:00000001:0.0:1788832864.995944:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.995945:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.995946:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca300. 00000100:00000001:0.0:1788832864.995948:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.995949:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995951:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.995954:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acaa00 x1875726972240384/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995959:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.995960:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.995962:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9e600. 02000000:00000001:0.0:1788832864.995964:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.995965:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.995966:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:0.0:1788832864.995968:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.995969:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0b00. 02000000:00000001:0.0:1788832864.995971:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.995972:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.995973:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acaa00. 00000100:00000001:0.0:1788832864.995975:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.995976:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.995977:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.995980:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972240640/t0(0) o400->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.995985:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.995987:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.995988:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9f600. 02000000:00000001:0.0:1788832864.995990:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.995991:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.995992:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1d1090000 refcount=2 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000020:00000001:0.0:1788832864.996000:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.996002:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0300. 02000000:00000001:0.0:1788832864.996004:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.996005:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.996006:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832864.996009:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.996010:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.996012:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.996015:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac9f80 x1875726972240000/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.996021:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.996022:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.996024:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9e800. 02000000:00000001:0.0:1788832864.996026:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.996027:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.996029:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:0.0:1788832864.996030:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.996031:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0c00. 02000000:00000001:0.0:1788832864.996033:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.996034:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.996035:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac9f80. 00000100:00000001:0.0:1788832864.996037:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.996038:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.996039:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.996043:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acad80 x1875726972240256/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.996049:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.996050:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.996052:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9fe00. 02000000:00000001:0.0:1788832864.996054:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.996055:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.996056:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:0.0:1788832864.996058:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.996059:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0800. 02000000:00000001:0.0:1788832864.996061:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.996062:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.996069:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acad80. 00000100:00000001:0.0:1788832864.996071:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.996072:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.996074:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832864.996078:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acb100 x1875726972240512/t0(0) o400->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832864.996084:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832864.996085:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832864.996087:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8e9ec00. 02000000:00000001:0.0:1788832864.996089:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832864.996090:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832864.996091:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1d1091800 refcount=2 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000020:00000001:0.0:1788832864.996093:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832864.996094:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0f00. 02000000:00000001:0.0:1788832864.996096:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832864.996097:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832864.996098:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acb100. 00000100:00000001:0.0:1788832864.996100:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832864.996101:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.996103:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832864.996110:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832864.996112:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832864.996114:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832864.996116:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832865.429190:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832865.429196:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832865.429201:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832865.429203:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832865.429284:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832865.429288:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832865.429291:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788832866.003719:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295043556, at 4295043589 00000100:00000010:2.0:1788832866.003735:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7120. 00000100:00000040:3.0:1788832866.022982:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295043556, at 4295043605 00000100:00000010:3.0:1788832866.022996:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7ea0. 00010000:00000001:0.0:1788832866.445875:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832866.445882:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832866.445888:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832866.445890:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832866.445962:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832866.445965:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832866.445968:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832867.469866:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832867.469873:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832867.469895:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832867.469896:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832867.470050:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832867.470053:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832867.470056:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832868.493885:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832868.493892:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832868.493898:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832868.493899:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832868.494020:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832868.494023:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832868.494027:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832869.518962:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832869.518968:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832869.518973:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832869.518976:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832869.518978:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832869.518982:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832869.518985:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832869.518987:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832869.518989:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832869.518991:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832869.519084:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832869.519088:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832869.519091:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788832870.093926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.094342:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788832870.094352:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8fff100. 00000020:00000040:2.0:1788832870.094358:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:2.0:1788832870.094363:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.094366:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.094370:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.094377:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1ef00. 00000100:00000001:2.0:1788832870.094383:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.094394:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832870.094404:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.094408:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.094415:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c3a8dfe] to pc [ptlrpcd_01_01+1] req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.094489:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.094493:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.094496:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832870.094502:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.094509:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832870.094511:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.094515:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832870.094526:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832870.094529:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.094533:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8fff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2406:1875726972240768:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.094537:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832870.094541:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832870.094543:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.094546:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832870.094550:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c56f5000. 02000000:00000001:3.0:1788832870.094553:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832870.094559:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832870.094563:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d059f8. 00000400:00000010:3.0:1788832870.094570:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358000. 00000100:00000200:3.0:1788832870.094576:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240768, portal 25 00000100:00000001:3.0:1788832870.094578:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832870.094580:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415534336 : -122175294017280 : ffff90e1d8fff100) 00000100:00000040:3.0:1788832870.094585:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.094593:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832870.094596:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832870.094598:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d03585d8. 00000100:00000200:3.0:1788832870.094600:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972240768, offset 0 00000400:00000200:3.0:1788832870.094606:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832870.094615:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.094623:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832870.094628:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832870.094633:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832870.094637:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832870.094639:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832870.094643:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [143:143:256:4294967295] 192.168.206.121@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1788832870.094647:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.094656:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832870.094661:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832870.094672:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0ea00. 00000800:00000200:3.0:1788832870.094679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832870.094687:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832870.094691:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832870.094705:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832870.094710:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832870.094713:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295048669 00000100:00000010:3.0:1788832870.094717:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c8aa55a0. 00000100:00000001:3.0:1788832870.094724:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788832870.094730:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295048669 00000100:00000010:3.0:1788832870.094744:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c8aa53c0. 00000100:00000001:3.0:1788832870.094747:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788832870.094751:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.094789:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.094792:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.094794:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832870.094870:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.094874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.094878:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788832870.094882:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ffdf80. 00000020:00000040:2.0:1788832870.094884:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:2.0:1788832870.094887:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.094888:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.094891:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.094895:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1e300. 00000100:00000001:2.0:1788832870.094899:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.094904:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832870.094911:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.094914:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.094918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005319888e] to pc [ptlrpcd_01_00+0] req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.098840:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832870.098848:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788832870.098853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.098855:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.098858:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.098862:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788832870.098864:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.098866:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832870.098868:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.098870:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.098871:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.098873:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832870.098885:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.098896:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832870.098898:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.098902:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832870.098906:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832870.098924:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.098929:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972240896:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.098933:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832870.098939:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832870.098941:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.098944:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832870.098949:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c56f5800. 02000000:00000001:3.0:1788832870.098952:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832870.098958:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832870.098963:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d058f0. 00000400:00000010:3.0:1788832870.098970:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358088. 00000100:00000200:3.0:1788832870.099041:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972240896, portal 10 00000100:00000001:3.0:1788832870.099043:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832870.099044:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415529856 : -122175294021760 : ffff90e1d8ffdf80) 00000100:00000040:3.0:1788832870.099053:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.099060:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832870.099062:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832870.099066:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358f68. 00000100:00000200:3.0:1788832870.099068:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972240896, offset 0 00000400:00000200:3.0:1788832870.099075:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832870.099083:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.099090:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832870.099094:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832870.099098:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832870.099102:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832870.099105:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832870.099108:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [144:144:255:4294967295] 192.168.206.121@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:3.0:1788832870.099112:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.099416:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832870.099425:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832870.099437:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0e900. 00000800:00000200:3.0:1788832870.099443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832870.099451:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832870.099455:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832870.099460:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.099464:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 103172 usecs (104 jiffies) 00000400:00000200:3.0:1788832870.099467:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832870.099470:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295047789 00000100:00000001:3.0:1788832870.099473:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.099475:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295047789 00000100:00000001:3.0:1788832870.099477:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.099479:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.099482:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.099485:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.099487:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832870.099535:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.099539:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0ea00. 00000400:00000200:3.0:1788832870.099545:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.099549:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.099555:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d03585d8 00000400:00000010:3.0:1788832870.099557:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d03585d8. 00000100:00000001:3.0:1788832870.099561:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.099566:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.099576:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.099579:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.099585:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.099587:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832870.103330:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.103339:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0e900. 00000400:00000200:3.0:1788832870.103356:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.103364:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.103370:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358f68 00000400:00000010:3.0:1788832870.103373:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358f68. 00000100:00000001:3.0:1788832870.103378:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.103386:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103398:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.103402:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103409:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.103411:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832870.103419:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103429:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.103432:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103434:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.103440:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103445:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.103450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103458:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103461:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04400 00000400:00000200:3.0:1788832870.103466:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103471:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1788832870.103478:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103482:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.103485:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.103488:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.103492:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.103496:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.103505:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103524:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832870.103531:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103535:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.103536:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103538:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.103541:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103545:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.103549:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103551:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103554:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103557:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e04380 00000400:00000200:3.0:1788832870.103560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.103564:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1788832870.103568:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103572:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.103574:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.103578:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.103580:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.103584:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.103593:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103600:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832870.103603:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.103605:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103619:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.103622:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788832870.103628:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832870.103630:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832870.103632:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d058f0. 00000400:00000200:3.0:1788832870.103635:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358088 00000400:00000010:3.0:1788832870.103637:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358088. 00000100:00000001:3.0:1788832870.103646:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.103650:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832870.103659:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103666:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832870.103667:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103670:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832870.103672:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832870.103675:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832870.103676:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.103680:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832870.103687:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=80 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832870.103690:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832870.103692:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832870.103694:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832870.103697:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788832870.103700:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.103703:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832870.103705:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832870.103707:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832870.103708:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.103713:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103720:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.103723:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832870.103725:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832870.103729:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832870.103748:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972240896:192.168.206.121@tcp:400:kworker.0 00000400:00000001:3.0:1788832870.103773:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832870.103782:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832870.103783:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d059f8. 00000400:00000200:3.0:1788832870.103786:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358000 00000400:00000010:3.0:1788832870.103788:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358000. 00000100:00000001:3.0:1788832870.103791:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.103795:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832870.103802:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103809:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832870.103811:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103812:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832870.103814:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832870.103816:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832870.103817:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.103819:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832870.103822:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=80 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832870.103824:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832870.103827:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832870.103828:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832870.103830:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788832870.103832:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.103833:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.103837:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103843:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.103846:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832870.103847:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832870.103851:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832870.103859:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8fff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2406:1875726972240768:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.103862:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103870:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.103874:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ffdf80 x1875726972240896/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103881:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832870.103883:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832870.103887:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c56f5800. 02000000:00000001:3.0:1788832870.103890:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832870.103892:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832870.103894:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:3.0:1788832870.103896:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832870.103899:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1e300. 02000000:00000001:3.0:1788832870.103902:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832870.103904:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832870.103905:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ffdf80. 00000100:00000001:3.0:1788832870.103909:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832870.103910:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103912:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.103915:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8fff100 x1875726972240768/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.103920:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832870.103922:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832870.103923:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c56f5000. 02000000:00000001:3.0:1788832870.103925:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832870.103926:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832870.103927:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:3.0:1788832870.103929:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832870.103930:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1ef00. 02000000:00000001:3.0:1788832870.103932:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832870.103933:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832870.103935:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8fff100. 00000100:00000001:3.0:1788832870.103937:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832870.103938:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103940:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.103947:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832870.103949:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.103952:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.103959:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.104119:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.104134:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832870.112265:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.112279:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788832870.112291:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ffe300. 00000020:00000040:2.0:1788832870.112297:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:2.0:1788832870.112301:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.112304:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.112308:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.112316:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1ef00. 00000100:00000001:2.0:1788832870.112323:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112333:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832870.112343:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.112358:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cf4c807] to pc [ptlrpcd_01_01+1] req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832870.112380:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788832870.112386:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788832870.112388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788832870.112391:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788832870.112393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.112396:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788832870.112399:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ffe680. 00000020:00000040:2.0:1788832870.112401:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:2.0:1788832870.112403:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.112404:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.112406:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.112409:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1e300. 00000100:00000001:2.0:1788832870.112411:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112415:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832870.112422:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.112424:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007de94c29] to pc [ptlrpcd_01_00+0] req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832870.112435:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.112439:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788832870.112441:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ffc000. 00000020:00000040:2.0:1788832870.112443:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000100:00000001:2.0:1788832870.112449:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.112450:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.112451:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.112454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1e900. 00000100:00000001:2.0:1788832870.112457:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112461:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832870.112467:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.112469:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112473:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017869a0b] to pc [ptlrpcd_01_01+1] req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832870.112480:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.112484:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788832870.112486:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788832870.112489:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788832870.112491:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8fff800. 00000020:00000040:2.0:1788832870.112493:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1091800 refcount=3 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000100:00000001:2.0:1788832870.112495:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.112496:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.112497:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.112500:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1e700. 00000100:00000001:2.0:1788832870.112502:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832870.112504:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621898415536128 : -122175294015488 : ffff90e1d8fff800) 00000100:00080000:2.0:1788832870.112507:0:8:0:(import.c:65:import_set_state_nolock()) ffff90e1d1091800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788832870.112510:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90e1c93f9000: disconnect after 21s idle 00000100:00000001:2.0:1788832870.112512:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.112514:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.112517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ae1f4d] to pc [ptlrpcd_rcv+-1] req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.112573:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.112577:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832870.112579:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832870.112585:0:2402:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.112593:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832870.112595:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832870.112598:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832870.112601:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832870.112603:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832870.112606:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972241408:192.168.206.121@tcp:9:kworker.0 00000100:00000001:1.0:1788832870.112610:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832870.112614:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832870.112617:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832870.112619:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832870.112623:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c7f31800. 02000000:00000001:1.0:1788832870.112625:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832870.112631:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832870.112635:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881cf78. 00000400:00000010:1.0:1788832870.112641:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317330. 00000100:00000200:1.0:1788832870.112647:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241408, portal 4 00000100:00000001:1.0:1788832870.112649:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832870.112656:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415536128 : -122175294015488 : ffff90e1d8fff800) 00000020:00000010:1.0:1788832870.112664:0:2402:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1c57ce000. 00000100:00000040:1.0:1788832870.112671:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.112678:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832870.112680:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832870.112683:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317a18. 00000100:00000200:1.0:1788832870.112687:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972241408, offset 0 00000400:00000200:1.0:1788832870.112692:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832870.112701:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832870.112707:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832870.112713:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832870.112716:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832870.112720:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832870.112722:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832870.112726:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [145:145:256:4294967295] 192.168.206.121@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:1.0:1788832870.112729:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832870.112748:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832870.112796:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832870.112801:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300fe00. 00000800:00000200:1.0:1788832870.112807:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832870.112814:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832870.112818:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832870.112826:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832870.112829:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: using a timeout of 14565 usecs (15 jiffies) 00000400:00000200:1.0:1788832870.112832:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832870.112835:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295047713 00000100:00000001:1.0:1788832870.112838:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295048669 00000100:00000001:1.0:1788832870.112840:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295047713 00000100:00000001:1.0:1788832870.112842:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295048669 00000100:00000001:1.0:1788832870.112849:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832870.112851:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.112854:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.112856:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832870.113519:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832870.113532:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.113534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788832870.113537:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788832870.113538:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788832870.113541:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788832870.113545:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ffc700. 00000020:00000040:2.0:1788832870.113549:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1090000 refcount=3 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000100:00000001:2.0:1788832870.113552:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788832870.113553:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788832870.113556:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788832870.113561:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d0e1ed00. 00000100:00000001:2.0:1788832870.113565:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832870.113567:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621898415523584 : -122175294028032 : ffff90e1d8ffc700) 00000100:00080000:2.0:1788832870.113570:0:8:0:(import.c:65:import_set_state_nolock()) ffff90e1d1090000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788832870.113572:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90e1c93f9000: disconnect after 21s idle 00000100:00000001:2.0:1788832870.113575:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788832870.113577:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.113583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cda85f0] to pc [ptlrpcd_rcv+-1] req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.113671:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.113675:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.113676:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832870.113683:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.113691:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832870.113692:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.113695:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832870.113697:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832870.113699:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.113702:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972241152:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.113706:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832870.113709:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832870.113711:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.113713:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832870.113717:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c56f5000. 02000000:00000001:3.0:1788832870.113719:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832870.113723:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832870.113726:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d059f8. 00000400:00000010:3.0:1788832870.113741:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358000. 00000100:00000200:3.0:1788832870.113745:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241152, portal 10 00000100:00000001:3.0:1788832870.113747:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832870.113748:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415531648 : -122175294019968 : ffff90e1d8ffe680) 00000100:00000040:3.0:1788832870.113771:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.113779:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832870.113781:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832870.113784:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358088. 00000100:00000200:3.0:1788832870.113787:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972241152, offset 0 00000400:00000200:3.0:1788832870.113792:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832870.113797:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.113807:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832870.113811:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832870.113814:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832870.113817:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832870.113819:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832870.113822:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [146:146:255:4294967295] 192.168.206.121@tcp LPNI seq info [146:146:7:4294967295] 00000400:00000200:3.0:1788832870.113826:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.113833:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832870.113838:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832870.113842:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0e900. 00000800:00000200:3.0:1788832870.113847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832870.113852:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832870.113856:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832870.113859:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.113862:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 12731 usecs (13 jiffies) 00000400:00000200:3.0:1788832870.113865:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832870.113867:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295047712 00000100:00000001:3.0:1788832870.113870:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.113872:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295047712 00000100:00000001:3.0:1788832870.113874:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.113876:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.113878:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.113880:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.113882:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.113889:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832870.113891:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788832870.113893:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.113894:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.113896:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.113899:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788832870.113900:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.113907:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832870.113909:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.113910:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.113912:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.113913:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832870.113918:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.113924:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832870.113926:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.113928:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832870.113929:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832870.113931:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.113934:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972241024:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.113937:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832870.113940:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832870.113941:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.113943:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832870.113945:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c56f5800. 02000000:00000001:3.0:1788832870.113947:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832870.113950:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832870.113953:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d058f0. 00000400:00000010:3.0:1788832870.113956:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358f68. 00000100:00000200:3.0:1788832870.113960:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241024, portal 10 00000100:00000001:3.0:1788832870.113962:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832870.113963:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415530752 : -122175294020864 : ffff90e1d8ffe300) 00000100:00000040:3.0:1788832870.113968:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.113984:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832870.113986:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832870.113989:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d03585d8. 00000100:00000200:3.0:1788832870.113991:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972241024, offset 0 00000400:00000200:3.0:1788832870.113995:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832870.113999:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.114007:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832870.114010:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832870.114012:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832870.114015:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832870.114017:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832870.114020:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [147:147:254:4294967295] 192.168.206.121@tcp LPNI seq info [147:147:6:4294967295] 00000400:00000200:3.0:1788832870.114023:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.114029:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832870.114033:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832870.114037:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0ea00. 00000800:00000200:3.0:1788832870.114040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832870.114045:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832870.114047:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832870.114050:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.114054:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 124007 usecs (125 jiffies) 00000400:00000200:3.0:1788832870.114056:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832870.114058:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295047824 00000100:00000001:3.0:1788832870.114061:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.114063:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295047824 00000100:00000001:3.0:1788832870.114064:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.114066:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.114069:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114070:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788832870.114075:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114082:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788832870.114083:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.114085:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788832870.114087:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788832870.114093:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788832870.114096:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972241280:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.114100:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788832870.114102:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788832870.114103:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.114105:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788832870.114108:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c56f4200. 02000000:00000001:3.0:1788832870.114109:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832870.114112:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832870.114115:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c9d05688. 00000400:00000010:3.0:1788832870.114118:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358e58. 00000100:00000200:3.0:1788832870.114121:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241280, portal 10 00000100:00000001:3.0:1788832870.114122:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832870.114124:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415521792 : -122175294029824 : ffff90e1d8ffc000) 00000100:00000040:3.0:1788832870.114141:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114147:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788832870.114149:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:3.0:1788832870.114152:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1d0358dd0. 00000100:00000200:3.0:1788832870.114154:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972241280, offset 0 00000400:00000200:3.0:1788832870.114158:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832870.114162:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.114165:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832870.114167:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788832870.114170:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:3.0:1788832870.114172:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788832870.114174:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:3.0:1788832870.114177:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [148:148:253:4294967295] 192.168.206.121@tcp LPNI seq info [148:148:5:4294967295] 00000400:00000200:3.0:1788832870.114180:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.114185:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:3.0:1788832870.114189:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832870.114199:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c8a0e000. 00000800:00000200:3.0:1788832870.114203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832870.114207:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832870.114210:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c8a0e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788832870.114213:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.114216:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 17217 usecs (18 jiffies) 00000400:00000200:3.0:1788832870.114219:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832870.114221:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295047717 00000100:00000001:3.0:1788832870.114223:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.114225:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295047717 00000100:00000001:3.0:1788832870.114227:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295048669 00000100:00000001:3.0:1788832870.114229:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.114230:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114233:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114235:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832870.114279:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.114283:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300fe00. 00000400:00000200:3.0:1788832870.114289:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.114293:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.114298:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317a18 00000400:00000010:3.0:1788832870.114300:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317a18. 00000100:00000001:3.0:1788832870.114305:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.114309:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114318:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.114320:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114327:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114328:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832870.114339:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.114342:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0e900. 00000400:00000200:3.0:1788832870.114349:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.114353:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.114356:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358088 00000400:00000010:3.0:1788832870.114358:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358088. 00000100:00000001:3.0:1788832870.114360:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.114364:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114372:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.114375:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114381:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114382:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832870.114390:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.114392:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0ea00. 00000400:00000200:3.0:1788832870.114394:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.114397:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.114399:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d03585d8 00000400:00000010:3.0:1788832870.114400:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d03585d8. 00000100:00000001:3.0:1788832870.114402:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.114405:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114412:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.114415:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114421:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114422:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832870.114469:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.114471:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c8a0e000. 00000400:00000200:3.0:1788832870.114474:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.114476:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.114478:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358dd0 00000400:00000010:3.0:1788832870.114479:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358dd0. 00000100:00000001:3.0:1788832870.114488:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.114492:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114498:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.114501:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.114507:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.114508:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788832870.114519:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.114521:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832870.118519:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118533:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.118537:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118539:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.118547:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118553:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.118561:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118565:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118569:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118572:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04500 00000400:00000200:3.0:1788832870.118577:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118582:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:3.0:1788832870.118588:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118591:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.118594:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.118598:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.118605:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.118612:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.118623:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.118637:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832870.118656:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118660:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.118662:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118664:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.118668:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118672:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.118676:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118679:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118681:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118684:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04480 00000400:00000200:3.0:1788832870.118687:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118691:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:3.0:1788832870.118694:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118697:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.118699:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.118702:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.118705:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.118709:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.118718:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.118726:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832870.118729:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118742:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.118744:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118746:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.118749:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118783:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.118789:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118791:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118794:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118796:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04580 00000400:00000200:3.0:1788832870.118799:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.118808:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1788832870.118813:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118819:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.118821:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.118824:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.118827:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.118832:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.118840:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.118846:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832870.118849:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.118852:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.118864:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.118868:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788832870.118874:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832870.118876:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832870.118879:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d058f0. 00000400:00000200:3.0:1788832870.118882:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358f68 00000400:00000010:3.0:1788832870.118884:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358f68. 00000100:00000001:3.0:1788832870.118887:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.118891:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832870.118899:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.118905:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832870.118907:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.118909:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832870.118912:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832870.118914:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832870.118916:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.118919:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832870.118926:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832870.118936:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832870.118938:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832870.118940:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832870.118943:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788832870.118948:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788832870.118954:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.118957:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832870.118959:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832870.118961:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832870.118962:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.118966:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.118973:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.118976:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832870.118977:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832870.118981:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832870.118989:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972241024:192.168.206.121@tcp:400:kworker.0 00000400:00000001:3.0:1788832870.118995:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832870.118996:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832870.118998:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d05688. 00000400:00000200:3.0:1788832870.119000:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358e58 00000400:00000010:3.0:1788832870.119002:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358e58. 00000100:00000001:3.0:1788832870.119004:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.119007:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832870.119014:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119020:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832870.119027:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119029:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832870.119030:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832870.119031:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832870.119033:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.119035:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832870.119039:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832870.119042:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832870.119044:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832870.119045:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832870.119047:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788832870.119051:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788832870.119056:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.119058:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832870.119060:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832870.119061:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832870.119062:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.119066:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119072:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.119074:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832870.119075:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832870.119078:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832870.119085:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972241280:192.168.206.121@tcp:400:kworker.0 00000400:00000001:3.0:1788832870.119091:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788832870.119092:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788832870.119094:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c9d059f8. 00000400:00000200:3.0:1788832870.119096:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1d0358000 00000400:00000010:3.0:1788832870.119098:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1d0358000. 00000100:00000001:3.0:1788832870.119100:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.119110:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788832870.119118:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119139:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788832870.119141:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119143:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788832870.119144:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788832870.119145:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788832870.119147:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788832870.119149:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788832870.119153:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1788832870.119156:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788832870.119158:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788832870.119159:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788832870.119160:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788832870.119162:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.119164:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788832870.119166:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832870.119167:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788832870.119169:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832870.119173:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119178:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832870.119179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788832870.119181:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832870.119184:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788832870.119190:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2405:1875726972241152:192.168.206.121@tcp:400:kworker.0 00000100:00000001:3.0:1788832870.119194:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119196:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.119199:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ffe300 x1875726972241024/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119212:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832870.119214:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832870.119218:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c56f5800. 02000000:00000001:3.0:1788832870.119220:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832870.119223:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832870.119225:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:3.0:1788832870.119227:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832870.119230:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1ef00. 02000000:00000001:3.0:1788832870.119233:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832870.119235:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832870.119237:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ffe300. 00000100:00000001:3.0:1788832870.119240:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832870.119242:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119243:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.119247:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ffc000 x1875726972241280/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119253:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832870.119254:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832870.119255:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c56f4200. 02000000:00000001:3.0:1788832870.119257:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832870.119258:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832870.119259:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:3.0:1788832870.119261:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832870.119263:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1e900. 02000000:00000001:3.0:1788832870.119265:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832870.119266:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832870.119267:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ffc000. 00000100:00000001:3.0:1788832870.119269:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832870.119271:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119272:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.119275:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ffe680 x1875726972241152/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.119281:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788832870.119282:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788832870.119289:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c56f5000. 02000000:00000001:3.0:1788832870.119291:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788832870.119292:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788832870.119294:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:3.0:1788832870.119295:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788832870.119297:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1e300. 02000000:00000001:3.0:1788832870.119299:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788832870.119300:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788832870.119301:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ffe680. 00000100:00000001:3.0:1788832870.119304:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788832870.119305:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119308:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832870.119314:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832870.119316:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.119318:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788832870.119320:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.119594:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832870.119597:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788832870.119600:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.119601:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832870.119603:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832870.119610:0:2402:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.119618:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832870.119620:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832870.119623:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832870.119626:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832870.119628:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832870.119631:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972241536:192.168.206.121@tcp:9:kworker.0 00000100:00000001:1.0:1788832870.119634:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832870.119639:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832870.119641:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832870.119643:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832870.119647:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c7f30200. 02000000:00000001:1.0:1788832870.119649:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832870.119654:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832870.119657:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881c420. 00000400:00000010:1.0:1788832870.119661:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317198. 00000100:00000200:1.0:1788832870.119666:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241536, portal 4 00000100:00000001:1.0:1788832870.119668:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832870.119669:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898415523584 : -122175294028032 : ffff90e1d8ffc700) 00000020:00000010:1.0:1788832870.119687:0:2402:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1c50d4000. 00000100:00000040:1.0:1788832870.119694:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.119700:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832870.119706:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832870.119709:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317c38. 00000100:00000200:1.0:1788832870.119712:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875726972241536, offset 0 00000400:00000200:1.0:1788832870.119717:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832870.119723:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832870.119728:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832870.119743:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832870.119748:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832870.119751:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832870.119766:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832870.119770:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [149:149:256:4294967295] 192.168.206.121@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1788832870.119774:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832870.119782:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832870.119787:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832870.119792:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300fd00. 00000800:00000200:1.0:1788832870.119798:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832870.119804:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832870.119808:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832870.119822:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832870.119826:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: using a timeout of 12091 usecs (13 jiffies) 00000400:00000200:1.0:1788832870.119829:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832870.119832:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295047718 00000100:00000001:1.0:1788832870.119835:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295048669 00000100:00000001:1.0:1788832870.119837:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295047718 00000100:00000001:1.0:1788832870.119839:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295048669 00000100:00000001:1.0:1788832870.119841:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832870.119844:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.119846:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.119848:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.119851:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832870.119858:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788832870.119860:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.119861:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832870.119863:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.119864:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832870.120067:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.120074:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.120076:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.120078:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.120082:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.120086:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.120091:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.120094:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.120096:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.120099:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e04600 00000400:00000200:3.0:1788832870.120102:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.120106:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1788832870.120110:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.120362:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.120366:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.120370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.120375:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.120380:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.120399:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.120444:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.120446:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788832870.120462:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788832870.120513:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832870.120517:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300fd00. 00000400:00000200:3.0:1788832870.120521:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.120525:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832870.120528:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317c38 00000400:00000010:3.0:1788832870.120530:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317c38. 00000100:00000001:3.0:1788832870.120533:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832870.120537:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.120545:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832870.120548:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.120554:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832870.120555:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832870.120561:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.120564:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832870.120709:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832870.120713:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832870.120719:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000400:00000001:1.0:1788832870.121746:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832870.121750:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832870.121764:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881cf78. 00000400:00000200:1.0:1788832870.121769:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317330 00000400:00000010:1.0:1788832870.121772:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317330. 00000100:00000001:1.0:1788832870.121775:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832870.121783:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832870.121793:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.121799:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832870.121801:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.121803:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832870.121806:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832870.121808:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832870.121810:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832870.121813:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832870.121820:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1091c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832870.121823:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1091c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832870.121826:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832870.121827:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832870.121830:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788832870.121834:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832870.121841:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.121844:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832870.121845:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832870.121847:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832870.121858:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832870.121863:0:2402:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.121869:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832870.121872:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832870.121873:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788832870.121877:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788832870.121884:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d1091800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788832870.121888:0:2402:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832870.121895:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972241408:192.168.206.121@tcp:9:kworker.0 00000100:00000001:1.0:1788832870.121899:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.121901:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832870.121904:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8fff800 x1875726972241408/t0(0) o9->lustre-OST0000-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.121911:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832870.121913:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832870.121916:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c7f31800. 02000000:00000001:1.0:1788832870.121919:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832870.121921:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832870.121923:0:2402:0:(genops.c:1223:class_import_put()) import ffff90e1d1091800 refcount=2 obd=lustre-OST0000-osc-ffff90e1c93f9000 00000020:00000001:1.0:1788832870.121926:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832870.121928:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1e700. 02000000:00000001:1.0:1788832870.121931:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832870.121932:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832870.121934:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8fff800. 00000100:00000001:1.0:1788832870.121936:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832870.121938:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.121940:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.121942:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.121947:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832870.121949:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.121951:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832870.125181:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.125196:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832870.125200:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.125202:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.125211:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.125219:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832870.125226:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.125231:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.125236:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.125240:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 4 MB=0x6a9f6b7e04680 00000400:00000200:3.0:1788832870.125244:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832870.125250:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.121@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1788832870.125271:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.125276:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832870.125280:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832870.125284:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832870.125291:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832870.125299:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832870.125310:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832870.125321:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832870.125329:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832870.125332:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.125527:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.125532:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832870.125538:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832870.125540:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832870.125543:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881c420. 00000400:00000200:1.0:1788832870.125548:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317198 00000400:00000010:1.0:1788832870.125550:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317198. 00000100:00000001:1.0:1788832870.125553:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832870.125558:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832870.125567:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.125574:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832870.125576:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.125578:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832870.125581:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832870.125584:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832870.125585:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832870.125588:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832870.125596:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1090460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832870.125600:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1090418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832870.125603:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832870.125605:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832870.125607:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788832870.125612:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832870.125619:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.125623:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832870.125624:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832870.125626:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832870.125628:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832870.125632:0:2402:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.125645:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832870.125648:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832870.125650:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788832870.125654:0:2402:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788832870.125661:0:2402:0:(import.c:65:import_set_state_nolock()) ffff90e1d1090000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788832870.125666:0:2402:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832870.125673:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70144239-7e40-4f0a-b647-c0d748bf8df7:2402:1875726972241536:192.168.206.121@tcp:9:kworker.0 00000100:00000001:1.0:1788832870.125678:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.125680:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832870.125683:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ffc700 x1875726972241536/t0(0) o9->lustre-OST0001-osc-ffff90e1c93f9000@192.168.206.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1788832880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832870.125690:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832870.125692:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832870.125695:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c7f30200. 02000000:00000001:1.0:1788832870.125699:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832870.125701:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832870.125703:0:2402:0:(genops.c:1223:class_import_put()) import ffff90e1d1090000 refcount=2 obd=lustre-OST0001-osc-ffff90e1c93f9000 00000020:00000001:1.0:1788832870.125705:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832870.125708:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d0e1ed00. 02000000:00000001:1.0:1788832870.125711:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832870.125712:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832870.125714:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ffc700. 00000100:00000001:1.0:1788832870.125717:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832870.125718:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.125721:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832870.125728:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832870.125730:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832870.125741:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832870.125748:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832870.543075:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832870.543083:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832870.543085:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832870.543088:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832870.543093:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832870.543095:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832870.543097:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832870.543099:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832870.543102:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832870.543104:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832870.543345:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832870.543348:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832870.543351:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788832871.117915:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295048669, at 4295048704 00000100:00000010:2.0:1788832871.117929:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c8aa55a0. 00000100:00000040:3.0:1788832871.118070:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295048669, at 4295048704 00000100:00000010:3.0:1788832871.118076:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c8aa53c0. 00010000:00000001:0.0:1788832871.567227:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832871.567232:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832871.567237:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832871.567239:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832871.567399:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832871.567402:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832871.567405:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832872.589830:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832872.589837:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832872.589869:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832872.589871:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832872.589888:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788832872.589890:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832872.589892:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788832873.528472:0:10088:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832873.528483:0:10088:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832873.614000:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832873.614008:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832873.614013:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832873.614014:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832873.614083:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832873.614086:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832873.614089:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1788832873.821746:0:10124:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788832873.821751:0:10124:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1788832873.824360:0:10124:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788832874.639397:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832874.639404:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832874.639409:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832874.639410:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832874.639460:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832874.639463:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832874.639466:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788832874.672566:0:10223:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788832874.672578:0:10223:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.215738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832875.215748:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832875.215766:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acb100. 00000020:00000040:0.0:1788832875.215771:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832875.215776:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832875.215778:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832875.215782:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832875.215789:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0800. 00000100:00000001:0.0:1788832875.215796:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.215807:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832875.215818:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832875.215822:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.215829:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af192d4] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.215869:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.215872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832875.215874:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832875.215877:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acad80. 00000020:00000040:0.0:1788832875.215879:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832875.215888:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832875.215890:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832875.215892:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832875.215895:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0c00. 00000100:00000001:0.0:1788832875.215898:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.215903:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788832875.215909:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832875.215911:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832875.215915:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.215915:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832875.215919:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832875.215920:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8238b7f] to pc [ptlrpcd_00_01+1] req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788832875.215929:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.215933:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.215939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788832875.215944:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832875.215945:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788832875.215947:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832875.215951:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac9f80. 00000020:00000040:0.0:1788832875.215955:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832875.215957:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832875.215960:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832875.215963:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832875.215963:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832875.215967:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788832875.215970:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0300. 02000000:00000001:1.0:1788832875.215971:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.215976:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832875.215977:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972241664:192.168.206.121@tcp:400:kworker.0 00000100:00000040:0.0:1788832875.215984:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788832875.215985:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832875.215991:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788832875.215994:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788832875.215995:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.215999:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832875.216000:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788832875.216005:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4e6f212] to pc [ptlrpcd_00_00+0] req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788832875.216006:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d8f11000. 02000000:00000001:1.0:1788832875.216010:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.216019:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832875.216020:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000040:0.0:1788832875.216025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788832875.216027:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881c420. 00000100:00000040:0.0:1788832875.216033:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1788832875.216035:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317198. 00000100:00000040:0.0:1788832875.216043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788832875.216043:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241664, portal 25 00000100:00000001:1.0:1788832875.216047:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788832875.216049:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832875.216052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788832875.216056:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410078464 : -122175299473152 : ffff90e1d8acb100) 00000100:00000001:0.0:1788832875.216057:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832875.216063:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000100:00000040:1.0:1788832875.216066:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788832875.216068:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832875.216073:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832875.216076:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832875.216079:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.216080:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832875.216085:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 02000000:00000010:0.0:1788832875.216087:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0b00. 00000400:00000010:1.0:1788832875.216089:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317330. 00000100:00000001:0.0:1788832875.216092:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788832875.216094:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972241664, offset 0 00000100:00000040:0.0:1788832875.216101:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788832875.216103:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000100:00000001:0.0:1788832875.216112:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788832875.216113:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832875.216116:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.216123:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c916438f] to pc [ptlrpcd_00_01+1] req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.216130:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832875.216133:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000100:00000040:0.0:1788832875.216134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832875.216140:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1788832875.216141:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1788832875.216145:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acaa00. 00000400:00000200:1.0:1788832875.216147:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000020:00000040:0.0:1788832875.216151:0:8:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000400:00000200:1.0:1788832875.216153:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788832875.216155:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832875.216158:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788832875.216159:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 02000000:00000001:0.0:1788832875.216162:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832875.216165:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [150:150:256:4294967295] 192.168.206.121@tcp LPNI seq info [150:150:8:4294967295] 02000000:00000010:0.0:1788832875.216168:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0000. 00000100:00000001:0.0:1788832875.216173:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832875.216173:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000040:0.0:1788832875.216181:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788832875.216188:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832875.216201:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832875.216206:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300f200. 00000100:00000001:0.0:1788832875.216214:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1788832875.216215:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000100:00000001:0.0:1788832875.216217:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.216224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000575c255b] to pc [ptlrpcd_00_00+0] req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788832875.216226:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832875.216232:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832875.216239:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.216242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832875.216245:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832875.216247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832875.216250:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788832875.216250:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.216256:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (390) 00000400:00000200:1.0:1788832875.216257:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832875.216262:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295053790 00000100:00000010:1.0:1788832875.216266:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c4d49600. 00000100:00000001:0.0:1788832875.216270:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832875.216273:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788832875.216274:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832875.216277:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788832875.216279:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295053790 00000100:00000040:0.0:1788832875.216283:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788832875.216285:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c4d49240. 00000100:00000001:1.0:1788832875.216289:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788832875.216293:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832875.216296:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.216298:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832875.216299:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832875.216303:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832875.216304:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832875.216308:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.216310:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832875.216314:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972241792:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832875.216315:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.216321:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832875.216324:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788832875.216324:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788832875.216328:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.216328:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1788832875.216333:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788832875.216333:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832875.216336:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832875.216337:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1788832875.216338:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aaca00. 02000000:00000001:0.0:1788832875.216342:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832875.216344:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788832875.216349:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832875.216355:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832875.216358:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788832875.216361:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b688. 02000000:00000001:1.0:1788832875.216361:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832875.216365:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832875.216368:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832875.216371:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972241920:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832875.216375:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832875.216378:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1788832875.216380:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdea18. 02000000:00000001:1.0:1788832875.216380:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832875.216382:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1788832875.216386:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241792, portal 10 02000000:00000010:1.0:1788832875.216387:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d8f10c00. 00000100:00000001:0.0:1788832875.216391:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1788832875.216392:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.216394:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410077568 : -122175299474048 : ffff90e1d8acad80) 00000400:00000200:1.0:1788832875.216399:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832875.216403:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881cf78. 00000100:00000040:0.0:1788832875.216407:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788832875.216409:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317f68. 00000100:00000200:1.0:1788832875.216415:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972241920, portal 10 00000100:00000001:0.0:1788832875.216419:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788832875.216420:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832875.216423:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410073984 : -122175299477632 : ffff90e1d8ac9f80) 00000100:00000040:0.0:1788832875.216426:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832875.216431:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdef68. 00000100:00000040:1.0:1788832875.216433:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832875.216435:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972241792, offset 0 00000400:00000200:0.0:1788832875.216445:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000100:00000001:1.0:1788832875.216445:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832875.216450:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832875.216452:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832875.216458:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000010:1.0:1788832875.216459:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317b28. 00000400:00000200:0.0:1788832875.216463:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1788832875.216464:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972241920, offset 0 00000400:00000200:0.0:1788832875.216467:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832875.216472:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832875.216473:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832875.216477:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832875.216481:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [151:151:255:4294967295] 192.168.206.121@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:0.0:1788832875.216484:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832875.216490:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832875.216494:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832875.216498:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0400. 00000800:00000200:0.0:1788832875.216501:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832875.216505:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832875.216508:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788832875.216510:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.216513:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 99328 usecs (100 jiffies) 00000400:00000200:0.0:1788832875.216516:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832875.216518:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295052901 00000100:00000001:0.0:1788832875.216520:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295053790 00000100:00000001:0.0:1788832875.216527:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295052901 00000100:00000001:0.0:1788832875.216529:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295053790 00000100:00000001:0.0:1788832875.216531:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832875.216533:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.216535:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832875.216538:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.216544:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832875.216546:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832875.216548:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832875.216549:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832875.216551:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832875.216553:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972242048:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832875.216556:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832875.216558:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832875.216560:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832875.216561:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832875.216564:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aad400. 02000000:00000001:0.0:1788832875.216565:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832875.216568:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832875.216570:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832875.216574:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832875.216576:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972242048, portal 10 00000100:00000001:0.0:1788832875.216578:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832875.216579:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832875.216583:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.216588:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832875.216591:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832875.216593:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdeee0. 00000100:00000200:0.0:1788832875.216595:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972242048, offset 0 00000400:00000200:0.0:1788832875.216603:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832875.216679:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832875.216683:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832875.216686:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832875.216688:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832875.216690:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832875.216693:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832875.216696:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [152:152:254:4294967295] 192.168.206.121@tcp LPNI seq info [152:152:6:4294967295] 00000400:00000200:1.0:1788832875.216700:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832875.216715:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832875.216720:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832875.216724:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300f500. 00000800:00000200:1.0:1788832875.216728:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832875.216732:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832875.216735:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832875.216738:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832875.216741:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 117911 usecs (118 jiffies) 00000400:00000200:1.0:1788832875.216744:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832875.216746:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295052919 00000100:00000001:1.0:1788832875.216749:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295053790 00000100:00000001:1.0:1788832875.216751:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295052919 00000100:00000001:1.0:1788832875.216771:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295053790 00000100:00000001:1.0:1788832875.216773:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832875.216775:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.216777:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832875.216781:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.216789:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832875.216795:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832875.216798:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788832875.216799:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 02000000:00000001:1.0:1788832875.216800:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832875.216805:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832875.216809:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000100:00100000:1.0:1788832875.216811:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972242176:192.168.206.121@tcp:400:kworker.0 00000400:00000200:0.0:1788832875.216814:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788832875.216816:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832875.216819:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788832875.216820:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832875.216823:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832875.216825:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832875.216828:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [153:153:253:4294967295] 192.168.206.121@tcp LPNI seq info [153:153:5:4294967295] 02000000:00000001:1.0:1788832875.216832:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832875.216835:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 02000000:00000001:1.0:1788832875.216837:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832875.216842:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d8f10000. 02000000:00000001:1.0:1788832875.216846:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832875.216850:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000400:00000200:1.0:1788832875.216854:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832875.216859:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881ce70. 00000800:00000200:0.0:1788832875.216861:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832875.216864:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317660. 00000800:00000010:0.0:1788832875.216868:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0f00. 00000100:00000200:1.0:1788832875.216869:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972242176, portal 10 00000100:00000001:1.0:1788832875.216873:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832875.216874:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410076672 : -122175299474944 : ffff90e1d8acaa00) 00000800:00000200:0.0:1788832875.216877:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000100:00000040:1.0:1788832875.216883:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788832875.216886:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832875.216891:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832875.216895:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788832875.216898:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832875.216900:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000100:00000040:0.0:1788832875.216903:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 12296 usecs (13 jiffies) 00000400:00000010:1.0:1788832875.216904:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c93175d8. 00000100:00000200:1.0:1788832875.216909:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972242176, offset 0 00000400:00000200:0.0:1788832875.216911:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832875.216916:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295052814 00000400:00000200:1.0:1788832875.216917:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000100:00000001:0.0:1788832875.216922:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295053790 00000400:00000200:1.0:1788832875.216924:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832875.216928:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832875.216930:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832875.216933:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832875.216935:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832875.216937:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832875.216941:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [154:154:252:4294967295] 192.168.206.121@tcp LPNI seq info [154:154:4:4294967295] 00000400:00000200:1.0:1788832875.216945:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832875.217005:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295052814 00000100:00000001:0.0:1788832875.217008:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295053790 00000100:00000001:0.0:1788832875.217010:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832875.217012:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.217015:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.217017:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.217022:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832875.217023:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788832875.217025:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832875.217027:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832875.217028:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.217037:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832875.218770:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832875.218791:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832875.218797:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300fc00. 00000800:00000200:1.0:1788832875.218803:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832875.218811:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832875.218814:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832875.219007:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832875.219007:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832875.219014:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300f200. 00000100:00000040:1.0:1788832875.219015:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 15712 usecs (16 jiffies) 00000400:00000200:3.0:1788832875.219020:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788832875.219023:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832875.219028:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295052821 00000400:00000200:3.0:1788832875.219029:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:1.0:1788832875.219034:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295053790 00000400:00000200:3.0:1788832875.219037:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317330 00000100:00000001:1.0:1788832875.219039:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295052821 00000100:00000001:1.0:1788832875.219044:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295053790 00000400:00000010:3.0:1788832875.219044:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317330. 00000100:00000001:1.0:1788832875.219048:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788832875.219051:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788832875.219052:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.219059:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788832875.219061:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.219063:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.219072:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788832875.219075:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788832875.219076:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788832875.219081:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788832875.219081:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.219084:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832875.219087:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.219091:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832875.219093:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832875.219096:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832875.219110:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832875.219113:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0400. 00000400:00000200:3.0:1788832875.219116:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.219119:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832875.219128:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdef68 00000400:00000010:3.0:1788832875.219130:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdef68. 00000100:00000001:3.0:1788832875.219132:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832875.219136:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.219144:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832875.219156:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.219162:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832875.219164:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832875.219174:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832875.219184:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300f500. 00000400:00000200:3.0:1788832875.219188:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.219191:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832875.219194:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317b28 00000400:00000010:3.0:1788832875.219195:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317b28. 00000100:00000001:3.0:1788832875.219198:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832875.219201:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.219208:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832875.219210:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.219215:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832875.219217:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832875.219225:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832875.219227:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0f00. 00000400:00000200:3.0:1788832875.219230:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.219233:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832875.219234:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdeee0 00000400:00000010:3.0:1788832875.219236:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdeee0. 00000100:00000001:3.0:1788832875.219237:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832875.219240:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.219258:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832875.219262:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.219267:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832875.219268:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832875.225088:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832875.225103:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300fc00. 00000400:00000200:3.0:1788832875.225110:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.225119:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832875.225126:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c93175d8 00000400:00000010:3.0:1788832875.225128:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c93175d8. 00000100:00000001:3.0:1788832875.225133:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832875.225140:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.225151:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832875.225154:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.225165:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832875.225166:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832875.225176:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225186:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832875.225188:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225190:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832875.225196:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225200:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832875.225206:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225210:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225215:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225219:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04780 00000400:00000200:3.0:1788832875.225223:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225229:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1788832875.225243:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225246:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832875.225248:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.225251:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832875.225256:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832875.225261:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832875.225271:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.225290:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832875.225296:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225299:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832875.225300:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225302:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832875.225305:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225309:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832875.225314:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225316:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225319:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225322:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04800 00000400:00000200:3.0:1788832875.225325:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225329:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:3.0:1788832875.225333:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225336:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.225337:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788832875.225338:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788832875.225342:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788832875.225343:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832875.225348:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1788832875.225351:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1788832875.225352:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788832875.225356:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832875.225360:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b688. 00000100:00000040:3.0:1788832875.225366:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788832875.225367:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdea18 00000400:00000010:0.0:1788832875.225372:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdea18. 00000100:00000001:0.0:1788832875.225377:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832875.225384:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.225403:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788832875.225404:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788832875.225410:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788832875.225413:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832875.225415:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.225417:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832875.225419:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788832875.225422:0:2404:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1788832875.225423:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788832875.225427:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788832875.225430:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832875.225431:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832875.225435:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832875.225436:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 02000000:00000001:0.0:1788832875.225440:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832875.225443:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225447:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00001000:0.0:1788832875.225453:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=85 v=5 (5 0 0 0) 00000400:00000200:3.0:1788832875.225454:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04880 00000400:00000200:3.0:1788832875.225460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00001000:0.0:1788832875.225462:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=85 v=5 (1 0 0 0) 00000400:00000200:3.0:1788832875.225466:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x80d [1] + 224 00000100:00000001:0.0:1788832875.225468:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832875.225471:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832875.225473:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1788832875.225474:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1788832875.225478:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788832875.225480:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832875.225481:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788832875.225485:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1788832875.225486:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000040:0.0:1788832875.225489:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:3.0:1788832875.225491:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1788832875.225493:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832875.225496:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788832875.225498:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788832875.225504:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.225513:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832875.225516:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832875.225518:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788832875.225528:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788832875.225534:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.225545:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1788832875.225550:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972241792:192.168.206.121@tcp:400:kworker.0 00000800:00000001:3.0:1788832875.225551:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.225558:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788832875.225560:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1788832875.225561:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1788832875.225563:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832875.225566:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000800:00000001:3.0:1788832875.225566:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788832875.225570:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000200:3.0:1788832875.225572:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832875.225573:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:0.0:1788832875.225578:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1788832875.225581:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000100:00000200:0.0:1788832875.225585:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788832875.225589:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000200:0.0:1788832875.225596:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788832875.225603:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.225610:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832875.225613:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788832875.225617:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04900 00000100:00000001:0.0:1788832875.225618:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.225623:0:2404:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788832875.225625:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 02000000:00000001:0.0:1788832875.225626:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832875.225629:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1788832875.225630:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x815 [1] + 224 00000100:00000001:0.0:1788832875.225631:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832875.225636:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832875.225638:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1788832875.225642:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832875.225646:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832875.225649:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832875.225650:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832875.225652:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832875.225654:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.225656:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832875.225657:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832875.225658:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832875.225660:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832875.225664:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.225681:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832875.225682:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832875.225684:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832875.225687:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832875.225695:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972242048:192.168.206.121@tcp:400:kworker.0 00000100:00000001:0.0:1788832875.225699:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.225701:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832875.225716:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acad80 x1875726972241792/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.225723:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832875.225726:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832875.225729:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aaca00. 02000000:00000001:0.0:1788832875.225732:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832875.225735:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832875.225738:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:0.0:1788832875.225740:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832875.225743:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0c00. 00000100:00000001:1.0:1788832875.225744:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788832875.225748:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788832875.225748:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832875.225767:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832875.225768:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1788832875.225772:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1788832875.225772:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881cf78. 00000100:00000010:0.0:1788832875.225777:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acad80. 00000400:00000200:1.0:1788832875.225779:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317f68 00000400:00000010:1.0:1788832875.225783:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317f68. 00000100:00000001:0.0:1788832875.225786:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832875.225787:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1788832875.225790:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.225794:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788832875.225795:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788832875.225800:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972242048/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832875.225813:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832875.225814:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832875.225816:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aad400. 02000000:00000001:0.0:1788832875.225820:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832875.225821:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832875.225828:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:0.0:1788832875.225831:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832875.225835:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0b00. 02000000:00000001:0.0:1788832875.225840:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832875.225842:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1788832875.225845:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788832875.225846:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832875.225850:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832875.225853:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832875.225857:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.225859:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832875.225863:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.225865:0:2403:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788832875.225866:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1788832875.225867:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832875.225870:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.225870:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832875.225873:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.225875:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788832875.225876:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832875.225879:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832875.225883:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832875.225888:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832875.225890:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832875.225892:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832875.225894:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788832875.225898:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832875.225904:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.225907:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832875.225908:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832875.225910:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832875.225911:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832875.225914:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.225920:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832875.225922:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832875.225924:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832875.225927:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832875.225933:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2403:1875726972241920:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832875.225939:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.225947:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832875.225951:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac9f80 x1875726972241920/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.225957:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832875.225958:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832875.225960:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d8f10c00. 02000000:00000001:1.0:1788832875.225963:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832875.225965:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832875.225966:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:1.0:1788832875.225968:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832875.225969:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0300. 02000000:00000001:1.0:1788832875.225972:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832875.225973:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832875.225975:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac9f80. 00000100:00000001:1.0:1788832875.225977:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832875.225978:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.225980:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.225982:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832875.225984:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832875.225985:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.225987:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832875.226878:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832875.226884:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.226891:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832875.226898:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832875.226905:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832875.226917:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.226933:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832875.226941:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.226948:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832875.226950:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.226953:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832875.226958:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.226972:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832875.226978:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.226981:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.226986:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.226989:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e04700 00000400:00000200:3.0:1788832875.226992:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832875.226996:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:3.0:1788832875.227002:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.227007:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832875.227009:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832875.227013:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832875.227016:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832875.227028:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832875.227036:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832875.227044:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832875.227050:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832875.227053:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.227986:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832875.227991:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832875.227997:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832875.228000:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832875.228002:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881ce70. 00000400:00000200:1.0:1788832875.228009:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317660 00000400:00000010:1.0:1788832875.228011:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317660. 00000100:00000001:1.0:1788832875.228014:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832875.228021:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832875.228031:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.228038:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832875.228040:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.228043:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832875.228055:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832875.228057:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832875.228059:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832875.228062:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832875.228070:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832875.228074:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832875.228077:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832875.228078:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832875.228081:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788832875.228086:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832875.228093:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.228096:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832875.228098:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832875.228100:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832875.228102:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832875.228105:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.228112:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832875.228115:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832875.228116:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832875.228120:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832875.228127:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70144239-7e40-4f0a-b647-c0d748bf8df7:2403:1875726972242176:192.168.206.121@tcp:400:kworker.0 00000400:00000001:1.0:1788832875.228134:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832875.228136:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832875.228137:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881c420. 00000400:00000200:1.0:1788832875.228140:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317198 00000400:00000010:1.0:1788832875.228142:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317198. 00000100:00000001:1.0:1788832875.228144:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832875.228148:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832875.228166:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.228173:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832875.228175:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.228176:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832875.228178:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832875.228180:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832875.228181:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832875.228183:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832875.228185:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=85 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832875.228188:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832875.228191:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832875.228192:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832875.228194:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788832875.228195:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.228197:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832875.228200:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.228206:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832875.228208:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832875.228209:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832875.228213:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832875.228220:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972241664:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832875.228224:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.228227:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832875.228230:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acaa00 x1875726972242176/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.228237:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832875.228239:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832875.228248:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d8f10000. 02000000:00000001:1.0:1788832875.228251:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832875.228254:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832875.228255:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:1.0:1788832875.228258:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832875.228261:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0000. 02000000:00000001:1.0:1788832875.228264:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832875.228265:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832875.228267:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acaa00. 00000100:00000001:1.0:1788832875.228276:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832875.228277:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.228279:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832875.228284:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acb100 x1875726972241664/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832875.228290:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832875.228291:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832875.228293:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d8f11000. 02000000:00000001:1.0:1788832875.228295:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832875.228296:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832875.228297:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:1.0:1788832875.228299:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832875.228300:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0800. 02000000:00000001:1.0:1788832875.228302:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832875.228303:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832875.228304:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acb100. 00000100:00000001:1.0:1788832875.228307:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832875.228308:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.228310:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832875.228317:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832875.228319:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832875.228322:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832875.228324:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832875.661945:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832875.662040:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832875.662048:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832875.662049:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788832875.665284:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788832875.665291:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832875.665296:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788832876.239749:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295053790, at 4295053825 00000100:00000010:3.0:1788832876.239790:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c4d49240. 00000100:00000040:2.0:1788832876.240255:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295053790, at 4295053826 00000100:00000010:2.0:1788832876.240277:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c4d49600. 00000020:00000010:0.0:1788832876.265795:0:10288:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90e1c50843d0. 00000400:00000040:0.0:1788832876.265819:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1788832876.265821:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1788832876.265823:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1788832876.265825:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1788832876.265826:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1788832876.265828:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1788832876.265829:0:10288:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1788832876.265918:0:10288:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff90e1c50843d0. 00010000:00000001:0.0:1788832876.686445:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832876.686452:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832876.686458:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832876.686459:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832876.686642:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832876.686646:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832876.686648:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788832877.333384:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.333399:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832877.333403:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.333406:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.333414:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.333421:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832877.333429:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.333434:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.333439:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.333443:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 328 into portal 15 MB=0x6a9f6b9018780 00000400:00000200:3.0:1788832877.333451:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.121@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:3.0:1788832877.333458:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.333465:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.333469:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.333473:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832877.333480:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788832877.333482:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788832877.333487:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d2a00. 00000100:00000040:3.0:1788832877.333491:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff90e1c57d2a00 x1875726991198080 msgsize 328 00000100:00100000:3.0:1788832877.333495:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.121@tcp (source: 12345-192.168.206.121@tcp) 00000100:00000001:3.0:1788832877.333514:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788832877.333522:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.333525:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832877.333599:0:6163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788832877.333602:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726991198080 02000000:00000001:2.0:1788832877.333605:0:6163:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788832877.333608:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832877.333610:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832877.333615:0:6163:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832877.333618:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726991198080 00000020:00000001:2.0:1788832877.333621:0:6163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788832877.333623:0:6163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x99dce05d6a22b7be 00000020:00000001:2.0:1788832877.333626:0:6163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788832877.333629:0:6163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90e1c4cfb000 refcount=3 00000020:00000001:2.0:1788832877.333632:0:6163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621898076827648 : -122175632723968 : ffff90e1c4cfb000) 00000020:00000001:2.0:1788832877.333634:0:6163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621898076827648 : -122175632723968 : ffff90e1c4cfb000) 00000100:00000001:2.0:1788832877.333639:0:6163:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788832877.333643:0:6163:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e1c56fd940. 00000100:00000001:2.0:1788832877.333646:0:6163:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788832877.333649:0:6163:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e1c56fd940. 00000020:00000010:2.0:1788832877.333654:0:6163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e1c5004a00. 00000020:00000010:2.0:1788832877.333658:0:6163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90e1c9d6ad00. 00000020:00000010:2.0:1788832877.333663:0:6163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90e1c60d7a28. 00000100:00000040:2.0:1788832877.333669:0:6163:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788832877.333672:0:6163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788832877.333673:0:6163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788832877.333676:0:6163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.333682:0:6163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.333706:0:6163:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832877.333717:0:6163:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788832877.333719:0:6163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788832877.333724:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.121@tcp, seq: 3 00000100:00000040:2.0:1788832877.333727:0:6163:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90e1c4cfb000 : new rpc_count 1 00000100:00000001:2.0:1788832877.333729:0:6163:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621898088196608 : -122175621355008 : ffff90e1c57d2a00) 00000100:00000040:2.0:1788832877.333736:0:6163:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90e1c57d2a00 x1875726991198080/t0(0) o104->842181b1-0e36-4d9d-9c1c-3cc82a23c2a7@192.168.206.121@tcp:63/0 lens 328/0 e 0 to 0 dl 1788832888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832877.333751:0:6163:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788832877.333784:0:6163:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e1c56fd940. 00000100:00000001:2.0:1788832877.333787:0:6163:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788832877.333789:0:6163:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e1c56fd940. 00000100:00100000:2.0:1788832877.333794:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90e1c57d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:13396:x1875726991198080:12345-192.168.206.121@tcp:104: 00000100:00000200:2.0:1788832877.333798:0:6163:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875726991198080 00010000:00000001:2.0:1788832877.333801:0:6163:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788832877.333807:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788832877.333809:0:6163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788832877.333812:0:6163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031e00 refcount=2 00000020:00000001:2.0:1788832877.333814:0:6163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:2.0:1788832877.333816:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:2.0:1788832877.333820:0:6163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788832877.333823:0:6163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832877.333828:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788832877.333837:0:6163:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788832877.333839:0:6163:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788832877.333843:0:6163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90e1d8fe4000. 02000000:00000001:2.0:1788832877.333846:0:6163:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.333848:0:6163:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832877.333852:0:6163:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788832877.333854:0:6163:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832877.333858:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1cb00ade8 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832877.333863:0:6163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788832877.333865:0:6163:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90e1c9352e80 refcount 28 to 192.168.206.121@tcp 00000100:00000001:2.0:1788832877.333868:0:6163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621898150588032 : -122175558963584 : ffff90e1c9352e80) 02000000:00000001:2.0:1788832877.333870:0:6163:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788832877.333872:0:6163:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.333874:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832877.333884:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832877.333888:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94440. 00000100:00000200:2.0:1788832877.333893:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875726991198080, offset 224 00000400:00000200:2.0:1788832877.333899:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832877.333906:0:6163:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832877.333911:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.21@tcp to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832877.333917:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [155:155:256:4294967295] 192.168.206.121@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1788832877.333921:0:6163:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832877.333929:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:192.168.206.21@tcp) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832877.333934:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832877.333938:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1ed00. 00000800:00000200:2.0:1788832877.333944:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832877.333950:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832877.333954:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832877.333963:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832877.333966:0:6163:0:(lustre_net.h:1996:ptlrpc_connection_put()) PUT conn=ffff90e1c9352e80 refcount 27 to 192.168.206.121@tcp 00010000:00000001:2.0:1788832877.333969:0:6163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788832877.333973:0:6163:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90e1d0100b40. 00010000:00000001:2.0:1788832877.333975:0:6163:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788832877.333994:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788832877.333996:0:6163:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832877.333998:0:6163:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832877.333999:0:6163:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832877.334005:0:6163:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d2a00 x1875726991198080/t0(0) o104->842181b1-0e36-4d9d-9c1c-3cc82a23c2a7@192.168.206.121@tcp:63/0 lens 328/224 e 0 to 0 dl 1788832888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788832877.334014:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90e1c57d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:13396:x1875726991198080:12345-192.168.206.121@tcp:104: Request processed in 261us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832877.334021:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.121@tcp, seq: 3 00000100:00000040:2.0:1788832877.334024:0:6163:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90e1c4cfb000 : new rpc_count 0 00000100:00000001:2.0:1788832877.334026:0:6163:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788832877.334034:0:6163:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1788832877.334035:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.334038:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788832877.334039:0:6163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90e1c9d6ad00. 00000020:00000010:2.0:1788832877.334042:0:6163:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90e1c60d7a28. 00010000:00010000:1.0:1788832877.334045:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1788832877.334045:0:6163:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e1c5004a00. 00010000:00000001:1.0:1788832877.334048:0:6170:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:2.0:1788832877.334049:0:6163:0:(genops.c:879:class_export_put()) PUTting export ffff90e1c4cfb000 : new refcount 2 00010000:00000001:1.0:1788832877.334050:0:6170:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1788832877.334052:0:6163:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788832877.334054:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832877.334062:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e1c0031e00 already unused, calling callback (ffffffffc1406c20) 10000000:00000001:1.0:1788832877.334065:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788832877.334067:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788832877.334088:0:6170:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788832877.334090:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832877.334091:0:6170:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832877.334093:0:6170:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031e00 refcount=3 00000020:00000001:1.0:1788832877.334095:0:6170:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:1.0:1788832877.334097:0:6170:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:1.0:1788832877.334100:0:6170:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788832877.334103:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1788832877.334110:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788832877.334112:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832877.334117:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1788832877.334120:0:6170:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1788832877.334121:0:6170:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1788832877.334123:0:6170:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1788832877.334124:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788832877.334126:0:6170:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788832877.334140:0:6170:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1788832877.334142:0:6170:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788832877.334144:0:6170:0:(mgc_request.c:123:config_log_put()) log params(ffff90e1d107c400) refs 2 10000000:00000001:1.0:1788832877.334151:0:6170:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788832877.334153:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.334156:0:6170:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788832877.334159:0:6170:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788832877.334160:0:6170:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788832877.334162:0:6170:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788832877.334172:0:6170:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788832877.334175:0:6170:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90e1c0031e00 with handle 0x99dce05d6a22b889 from hash 00010000:00000001:1.0:1788832877.334177:0:6170:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788832877.334179:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832877.334181:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832877.334182:0:6170:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788832877.334184:0:6170:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788832877.334185:0:6170:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788832877.334188:0:6170:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788832877.334190:0:6170:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788832877.334196:0:6170:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c6312d80. 00000020:00000040:1.0:1788832877.334199:0:6170:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:1.0:1788832877.334203:0:6170:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788832877.334205:0:6170:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788832877.334209:0:6170:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788832877.334214:0:6170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1d8f10000. 00000100:00000001:1.0:1788832877.334219:0:6170:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.334221:0:6170:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788832877.334224:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832877.334230:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788832877.334232:0:6170:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.334235:0:6170:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788832877.334239:0:6170:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832877.334246:0:6170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052d4f5ec] to pc [ptlrpcd_00_01+1] req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832877.334279:0:6170:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788832877.334283:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832877.334290:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832877.334292:0:6170:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.334294:0:6170:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788832877.334296:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.334298:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1788832877.334299:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788832877.334303:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832877.334306:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1788832877.334308:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788832877.334312:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.121@tcp lock: ffff90e1c0031e00/0x99dce05d6a22b889 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4ab3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1788832877.334316:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832877.334327:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788832877.334328:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1788832877.334330:0:6170:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1788832877.334332:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1788832877.334334:0:6170:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90e1d0100b40. 00010000:00000001:1.0:1788832877.334338:0:6170:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832877.334341:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.334344:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832877.334345:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1788832877.334346:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1788832877.334349:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788832877.334350:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.334352:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832877.334355:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.334356:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788832877.334360:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1788832877.334363:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972242304:192.168.206.121@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1788832877.334364:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.334368:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788832877.334372:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788832877.334376:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788832877.334378:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788832877.334380:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832877.334382:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832877.334386:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832877.334390:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d8acce00. 02000000:00000001:0.0:1788832877.334393:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832877.334397:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832877.334401:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832877.334407:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832877.334412:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972242304, portal 18 00000100:00000001:0.0:1788832877.334414:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832877.334416:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898099993984 : -122175609557632 : ffff90e1c6312d80) 00000100:00000040:0.0:1788832877.334422:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832877.334429:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832877.334431:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832877.334433:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdea18. 00000100:00000200:0.0:1788832877.334435:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875726972242304, offset 0 00000400:00000200:0.0:1788832877.334440:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832877.334444:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832877.334448:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832877.334453:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832877.334457:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832877.334460:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832877.334463:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832877.334467:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [156:156:255:4294967295] 192.168.206.121@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:0.0:1788832877.334470:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832877.334477:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832877.334489:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832877.334492:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0b00. 00000800:00000200:0.0:1788832877.334496:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832877.334502:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832877.334505:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788832877.334512:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832877.334516:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832877.334519:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295055909 00000100:00000010:0.0:1788832877.334523:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed78a0. 00000100:00000001:0.0:1788832877.334528:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788832877.334533:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295055909 00000100:00000010:0.0:1788832877.334536:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7600. 00000100:00000001:0.0:1788832877.334538:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788832877.334541:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832877.334544:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.334547:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.334548:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832877.334554:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832877.334556:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788832877.334558:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832877.334559:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832877.334560:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.334562:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832877.334715:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832877.334719:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1ed00. 00000400:00000200:3.0:1788832877.334723:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.334727:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832877.334732:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94440 00000400:00000010:3.0:1788832877.334734:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94440. 00000100:00000001:3.0:1788832877.334737:0:2398:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788832877.334739:0:2398:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788832877.334812:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832877.334815:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0b00. 00000400:00000200:3.0:1788832877.334818:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.334821:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832877.334824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdea18 00000400:00000010:3.0:1788832877.334826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdea18. 00000100:00000001:3.0:1788832877.334829:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832877.334833:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832877.334843:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832877.334847:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832877.334854:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832877.334856:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1788832877.344407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90e1c0031e00. 00000800:00000001:3.0:1788832877.353532:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.353547:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832877.353551:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.353553:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.353562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.353569:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832877.353578:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.353582:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.353587:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.353591:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 18 MB=0x6a9f6b7e04980 00000400:00000200:3.0:1788832877.353595:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.353601:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.121@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:3.0:1788832877.353631:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.353637:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.353640:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.353645:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832877.353652:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832877.353661:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832877.353672:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832877.353693:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832877.353709:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.353713:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832877.353902:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832877.353907:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832877.353912:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832877.353914:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832877.353918:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832877.353922:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000010:0.0:1788832877.353924:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:0.0:1788832877.353927:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832877.353932:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832877.353952:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832877.353969:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832877.353972:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832877.353974:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832877.353977:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832877.353979:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832877.353981:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832877.353984:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832877.353990:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffca8 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832877.353994:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832877.353996:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832877.353998:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832877.354001:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832877.354003:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.354005:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832877.354010:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832877.354017:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832877.354020:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832877.354022:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832877.354026:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832877.354034:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972242304:192.168.206.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788832877.354039:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832877.354041:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832877.354044:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c6312d80 x1875726972242304/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832877.354051:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832877.354053:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832877.354057:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d8acce00. 02000000:00000001:0.0:1788832877.354060:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832877.354062:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832877.354064:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832877.354071:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832877.354074:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1d8f10000. 02000000:00000001:0.0:1788832877.354077:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832877.354079:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832877.354081:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c6312d80. 00000100:00000001:0.0:1788832877.354084:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832877.354085:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832877.354100:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832877.354107:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832877.354109:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.354111:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832877.354113:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832877.355871:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.355885:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832877.355889:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.355891:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.355899:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.355906:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832877.355914:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.355918:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.355922:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.355926:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 328 into portal 15 MB=0x6a9f6b9018b80 00000400:00000200:3.0:1788832877.355933:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.121@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:3.0:1788832877.355950:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.356001:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.356004:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.356008:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832877.356015:0:2398:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788832877.356017:0:2398:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788832877.356023:0:2398:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d0e00. 00000100:00000040:3.0:1788832877.356026:0:2398:0:(events.c:337:request_in_callback()) incoming req@ffff90e1c57d0e00 x1875726991199104 msgsize 328 00000100:00100000:3.0:1788832877.356031:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.121@tcp (source: 12345-192.168.206.121@tcp) 00000100:00000001:3.0:1788832877.356127:0:2398:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788832877.356137:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.356141:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832877.356803:0:6163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788832877.356807:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875726991199104 02000000:00000001:2.0:1788832877.356810:0:6163:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788832877.356812:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832877.356814:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832877.356818:0:6163:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832877.356822:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875726991199104 00000020:00000001:2.0:1788832877.356825:0:6163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788832877.356826:0:6163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x99dce05d6a22b7be 00000020:00000001:2.0:1788832877.356829:0:6163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788832877.356832:0:6163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90e1c4cfb000 refcount=3 00000020:00000001:2.0:1788832877.356835:0:6163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621898076827648 : -122175632723968 : ffff90e1c4cfb000) 00000020:00000001:2.0:1788832877.356838:0:6163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621898076827648 : -122175632723968 : ffff90e1c4cfb000) 00000100:00000001:2.0:1788832877.356841:0:6163:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788832877.356847:0:6163:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e1c56fd940. 00000100:00000001:2.0:1788832877.356850:0:6163:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788832877.356852:0:6163:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e1c56fd940. 00000020:00000010:2.0:1788832877.356858:0:6163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e1c5004a00. 00000020:00000010:2.0:1788832877.356863:0:6163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90e1c9d6ad00. 00000020:00000010:2.0:1788832877.356867:0:6163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90e1c60d7a28. 00000100:00000040:2.0:1788832877.356875:0:6163:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788832877.356878:0:6163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788832877.356880:0:6163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788832877.356881:0:6163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.356889:0:6163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.356952:0:6163:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832877.356965:0:6163:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788832877.356967:0:6163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788832877.356973:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.121@tcp, seq: 4 00000100:00000040:2.0:1788832877.356985:0:6163:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90e1c4cfb000 : new rpc_count 1 00000100:00000001:2.0:1788832877.356987:0:6163:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621898088189440 : -122175621362176 : ffff90e1c57d0e00) 00000100:00000040:2.0:1788832877.356995:0:6163:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90e1c57d0e00 x1875726991199104/t0(0) o104->842181b1-0e36-4d9d-9c1c-3cc82a23c2a7@192.168.206.121@tcp:63/0 lens 328/0 e 0 to 0 dl 1788832888 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788832877.357005:0:6163:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788832877.357008:0:6163:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90e1c56fd940. 00000100:00000001:2.0:1788832877.357010:0:6163:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788832877.357012:0:6163:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90e1c56fd940. 00000100:00100000:2.0:1788832877.357016:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90e1c57d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:13396:x1875726991199104:12345-192.168.206.121@tcp:104: 00000100:00000200:2.0:1788832877.357020:0:6163:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875726991199104 00010000:00000001:2.0:1788832877.357023:0:6163:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788832877.357030:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788832877.357032:0:6163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788832877.357034:0:6163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031c00 refcount=2 00000020:00000001:2.0:1788832877.357036:0:6163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996311552 : -122175713240064 : ffff90e1c0031c00) 00010000:00000001:2.0:1788832877.357039:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996311552 : -122175713240064 : ffff90e1c0031c00) 00010000:00000001:2.0:1788832877.357042:0:6163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788832877.357045:0:6163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788832877.357049:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788832877.357058:0:6163:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788832877.357060:0:6163:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788832877.357066:0:6163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90e1d8fe5c00. 02000000:00000001:2.0:1788832877.357068:0:6163:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.357070:0:6163:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832877.357074:0:6163:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788832877.357077:0:6163:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832877.357080:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1cb00ade8 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832877.357084:0:6163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788832877.357086:0:6163:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90e1c9352e80 refcount 28 to 192.168.206.121@tcp 00000100:00000001:2.0:1788832877.357107:0:6163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621898150588032 : -122175558963584 : ffff90e1c9352e80) 02000000:00000001:2.0:1788832877.357110:0:6163:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788832877.357112:0:6163:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832877.357125:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832877.357129:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832877.357133:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f942a8. 00000100:00000200:2.0:1788832877.357140:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875726991199104, offset 224 00000400:00000200:2.0:1788832877.357147:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832877.357155:0:6163:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832877.357161:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.21@tcp to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832877.357168:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [157:157:256:4294967295] 192.168.206.121@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1788832877.357172:0:6163:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832877.357312:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:192.168.206.21@tcp) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832877.357319:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832877.357324:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e700. 00000800:00000200:2.0:1788832877.357329:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832877.357336:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832877.357339:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832877.357352:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832877.357355:0:6163:0:(lustre_net.h:1996:ptlrpc_connection_put()) PUT conn=ffff90e1c9352e80 refcount 27 to 192.168.206.121@tcp 00010000:00000001:2.0:1788832877.357358:0:6163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788832877.357361:0:6163:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90e1d0100d80. 00010000:00000001:2.0:1788832877.357364:0:6163:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788832877.357381:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788832877.357383:0:6163:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832877.357385:0:6163:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832877.357387:0:6163:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832877.357392:0:6163:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d0e00 x1875726991199104/t0(0) o104->842181b1-0e36-4d9d-9c1c-3cc82a23c2a7@192.168.206.121@tcp:63/0 lens 328/224 e 0 to 0 dl 1788832888 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788832877.357402:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90e1c57d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7+3:13396:x1875726991199104:12345-192.168.206.121@tcp:104: Request processed in 395us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788832877.357415:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.121@tcp, seq: 4 00000100:00000040:2.0:1788832877.357418:0:6163:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90e1c4cfb000 : new rpc_count 0 00000100:00000001:2.0:1788832877.357420:0:6163:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788832877.357422:0:6163:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788832877.357428:0:6163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90e1c9d6ad00. 00000020:00000010:2.0:1788832877.357431:0:6163:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90e1c60d7a28. 00000020:00000010:2.0:1788832877.357434:0:6163:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e1c5004a00. 00000020:00000040:2.0:1788832877.357520:0:6163:0:(genops.c:879:class_export_put()) PUTting export ffff90e1c4cfb000 : new refcount 2 00000100:00000001:2.0:1788832877.357524:0:6163:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788832877.357578:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.357581:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.357584:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788832877.357587:0:6171:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788832877.357589:0:6171:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788832877.357593:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832877.357601:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e1c0031c00 already unused, calling callback (ffffffffc1406c20) 10000000:00000001:1.0:1788832877.357928:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788832877.357932:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788832877.357940:0:6171:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788832877.357942:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832877.357943:0:6171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832877.357945:0:6171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031c00 refcount=3 00000020:00000001:1.0:1788832877.357947:0:6171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996311552 : -122175713240064 : ffff90e1c0031c00) 00010000:00000001:1.0:1788832877.357949:0:6171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996311552 : -122175713240064 : ffff90e1c0031c00) 00010000:00000001:1.0:1788832877.357952:0:6171:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788832877.357955:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1788832877.357961:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788832877.357963:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788832877.357969:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1788832877.357972:0:6171:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1788832877.357974:0:6171:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1788832877.357976:0:6171:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1788832877.357977:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788832877.357979:0:6171:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788832877.357987:0:6171:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1788832877.357989:0:6171:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788832877.357990:0:6171:0:(mgc_request.c:123:config_log_put()) log params(ffff90e1c3f9a200) refs 2 10000000:00000001:1.0:1788832877.357993:0:6171:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788832877.357994:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.357997:0:6171:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788832877.358000:0:6171:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788832877.358002:0:6171:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788832877.358004:0:6171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788832877.358006:0:6171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788832877.358009:0:6171:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90e1c0031c00 with handle 0x99dce05d6a22b84a from hash 00010000:00000001:1.0:1788832877.358018:0:6171:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788832877.358020:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832877.358021:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832877.358022:0:6171:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788832877.358024:0:6171:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788832877.358026:0:6171:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788832877.358029:0:6171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788832877.358032:0:6171:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788832877.358038:0:6171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c6312680. 00000020:00000040:1.0:1788832877.358042:0:6171:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:1.0:1788832877.358046:0:6171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788832877.358048:0:6171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788832877.358053:0:6171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788832877.358058:0:6171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1d8f10c00. 00000100:00000001:1.0:1788832877.358064:0:6171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.358066:0:6171:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788832877.358070:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788832877.358075:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788832877.358076:0:6171:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.358080:0:6171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788832877.358096:0:6171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832877.358104:0:6171:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cffc2e82] to pc [ptlrpcd_00_00+0] req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832877.358136:0:6171:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788832877.358139:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832877.358140:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832877.358141:0:6171:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.358143:0:6171:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788832877.358145:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.358148:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788832877.358154:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788832877.358162:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.121@tcp lock: ffff90e1c0031c00/0x99dce05d6a22b84a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda32e675301a4a66 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788832877.358168:0:6171:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90e1c2a8f800 count: 0 00010000:00000001:1.0:1788832877.358569:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832877.358572:0:6171:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788832877.358574:0:6171:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90e1d0100d80. 00010000:00000001:1.0:1788832877.358579:0:6171:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832877.358582:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.358583:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.358585:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788832877.358587:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.358588:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.358589:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788832877.358591:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832877.358592:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832877.358594:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788832877.358615:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832877.358619:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832877.358621:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832877.358627:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832877.358635:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832877.358637:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832877.358641:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832877.358643:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832877.358646:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832877.358650:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972242432:192.168.206.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788832877.358654:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832877.358659:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832877.358662:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832877.358664:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832877.358668:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1d8f10600. 02000000:00000001:1.0:1788832877.358670:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832877.358677:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832877.358687:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881c420. 00000400:00000010:1.0:1788832877.358704:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317198. 00000100:00000200:1.0:1788832877.358711:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972242432, portal 18 00000100:00000001:1.0:1788832877.358714:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832877.358716:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898099992192 : -122175609559424 : ffff90e1c6312680) 00000100:00000040:1.0:1788832877.358722:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832877.358729:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832877.358731:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832877.358734:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317660. 00000100:00000200:1.0:1788832877.358737:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875726972242432, offset 0 00000400:00000200:1.0:1788832877.358742:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832877.358749:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832877.358782:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832877.358787:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832877.358792:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832877.358795:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832877.358798:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832877.358801:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [158:158:255:4294967295] 192.168.206.121@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000200:1.0:1788832877.358805:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832877.358813:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832877.358818:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832877.358822:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300ff00. 00000800:00000200:1.0:1788832877.358827:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832877.358834:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832877.358838:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300ff00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788832877.358842:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832877.358846:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832877.358848:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295055932 00000100:00000001:1.0:1788832877.358853:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295055909 00000100:00000001:1.0:1788832877.358858:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295055932 00000100:00000001:1.0:1788832877.358867:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295055909 00000100:00000001:1.0:1788832877.358870:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832877.358872:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832877.358875:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832877.358878:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.358883:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832877.358885:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788832877.358887:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832877.358888:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832877.358890:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832877.358892:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832877.359226:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788832877.359230:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832877.359622:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832877.359627:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e700. 00000400:00000200:3.0:1788832877.359632:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.359637:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832877.359642:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f942a8 00000400:00000010:3.0:1788832877.359645:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f942a8. 00000100:00000001:3.0:1788832877.359649:0:2397:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788832877.359650:0:2397:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788832877.359718:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832877.359722:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300ff00. 00000400:00000200:3.0:1788832877.359726:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.359729:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832877.359732:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317660 00000400:00000010:3.0:1788832877.359734:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317660. 00000100:00000001:3.0:1788832877.359737:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832877.359742:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832877.359777:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832877.359782:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832877.359789:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832877.359790:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788832877.361805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90e1c2a8f800. 00010000:00000010:1.1:1788832877.361818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90e1c0031c00. 00000800:00000001:3.0:1788832877.362955:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.362969:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832877.362973:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.362975:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.362983:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.362990:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832877.362998:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.363003:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.363007:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.363011:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 18 MB=0x6a9f6b7e04a00 00000400:00000200:3.0:1788832877.363029:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832877.363036:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.121@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:3.0:1788832877.363043:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.363051:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832877.363055:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832877.363059:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832877.363065:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832877.363072:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832877.363083:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832877.363112:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832877.363371:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832877.363376:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788832877.363637:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832877.363643:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788832877.368182:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832877.368189:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832877.368193:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881c420. 00000400:00000200:1.0:1788832877.368202:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317198 00000400:00000010:1.0:1788832877.368204:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317198. 00000100:00000001:1.0:1788832877.368210:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832877.368221:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832877.368232:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832877.368240:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832877.368243:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.368247:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832877.368250:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832877.368252:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832877.368254:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832877.368257:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832877.368264:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffca8 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832877.368268:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832877.368271:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832877.368272:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832877.368275:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788832877.368278:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832877.368295:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832877.368300:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832877.368308:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832877.368311:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832877.368313:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832877.368317:0:2403:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832877.368326:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2403:1875726972242432:192.168.206.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788832877.368331:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.368334:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832877.368338:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c6312680 x1875726972242432/t0(0) o103->MGC192.168.206.121@tcp@192.168.206.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1788832893 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832877.368345:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832877.368347:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832877.368351:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1d8f10600. 02000000:00000001:1.0:1788832877.368354:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832877.368357:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832877.368359:0:2403:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:1.0:1788832877.368362:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832877.368365:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1d8f10c00. 02000000:00000001:1.0:1788832877.368368:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832877.368370:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832877.368371:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c6312680. 00000100:00000001:1.0:1788832877.368375:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832877.368376:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.368378:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832877.368387:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832877.368389:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832877.368391:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832877.368393:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832877.712837:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832877.712845:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832877.712850:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832877.712852:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788832877.713725:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788832877.713730:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788832877.713733:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1788832877.941399:0:10367:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:3.0:1788832878.349881:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295055932, at 4295055936 00000100:00000010:3.0:1788832878.349896:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7600. 00000100:00000040:2.0:1788832878.350240:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295055932, at 4295055936 00000100:00000010:2.0:1788832878.350246:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed78a0. 10000000:00000001:0.0:1788832878.542154:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788832878.542166:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff90e1d107c400) refs 2 10000000:00000001:0.0:1788832878.542172:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.542175:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788832878.542176:0:6173:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1788832878.542178:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788832878.542182:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1788832878.542184:0:6173:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788832878.542187:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90e1c93f9000 from 7 10000000:00000001:0.0:1788832878.542190:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788832878.542192:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1788832878.542206:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832878.542212:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832878.542218:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832878.542222:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832878.542228:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832878.542237:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1c56f4400. 00000100:00000001:0.0:1788832878.542245:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.542252:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788832878.542255:0:6173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788832878.542293:0:6173:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90e1c2a8f600. 00010000:00000001:0.0:1788832878.542299:0:6173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788832878.542303:0:6173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90e1c0030c00. 00000020:00000001:0.0:1788832878.542309:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788832878.542312:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90e1c0030c00 with handle 0x99dce05d6a22b8ba to hash 00000020:00000001:0.0:1788832878.542315:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788832878.542316:0:6173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.542319:0:6173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.542325:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832878.542328:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832878.542333:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832878.542343:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832878.542355:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788832878.542361:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788832878.542363:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788832878.542370:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.542372:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898087831424 : -122175621720192 : ffff90e1c5779780) 00000100:00000001:0.0:1788832878.542375:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.542377:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000001:0.0:1788832878.542382:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832878.542387:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.542390:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788832878.542392:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832878.542405:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.542415:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832878.542418:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.542428:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832878.542431:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832878.542445:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832878.542450:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242560:192.168.206.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.542455:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832878.542462:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832878.542465:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.542468:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832878.542473:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e1c8d67400. 02000000:00000001:0.0:1788832878.542475:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.542484:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832878.542489:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832878.542498:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832878.542508:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875726972242560, portal 25 00000100:00000001:0.0:1788832878.542510:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.542511:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832878.542517:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.542526:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832878.542529:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832878.542532:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde908. 00000100:00000200:0.0:1788832878.542536:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875726972242560, offset 0 00000400:00000200:0.0:1788832878.542543:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832878.542554:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.542563:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832878.542569:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832878.542575:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832878.542580:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832878.542583:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832878.542587:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [159:159:256:4294967295] 192.168.206.121@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1788832878.542591:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.542614:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832878.542629:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832878.542635:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0500. 00000800:00000200:0.0:1788832878.542643:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832878.542652:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832878.542657:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788832878.542683:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.542699:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832878.542702:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295057117 00000100:00000010:0.0:1788832878.542707:0:6173:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7000. 00000100:00000001:0.0:1788832878.542715:0:6173:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788832878.542721:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295057117 00000100:00000010:0.0:1788832878.542725:0:6173:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d8ed7a20. 00000100:00000001:0.0:1788832878.542728:0:6173:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788832878.542732:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.542735:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.542738:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832878.542740:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788832878.542743:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779780 going to sleep for 11 seconds 00000100:00000001:0.0:1788832878.542747:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832878.542750:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832878.543848:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832878.543857:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0500. 00000400:00000200:3.0:1788832878.543865:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.543872:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832878.543879:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde908 00000400:00000010:3.0:1788832878.543882:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde908. 00000100:00000001:3.0:1788832878.543887:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832878.543893:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.543905:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832878.543908:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.543942:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832878.543943:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832878.546115:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.546609:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832878.546614:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.546617:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.546627:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.546635:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832878.546645:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.546650:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.546655:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.546661:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 344 into portal 25 MB=0x6a9f6b7e04a80 00000400:00000200:3.0:1788832878.546666:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.546673:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 344/344 into md 0x83d [1] + 224 00000800:00000001:3.0:1788832878.546681:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.546699:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.546702:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.546708:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832878.546717:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832878.546727:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832878.546738:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.546795:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832878.546804:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.546808:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.549254:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832878.549272:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832878.549275:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832878.549280:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832878.549291:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000010:0.0:1788832878.549294:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:0.0:1788832878.549300:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832878.549324:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832878.549337:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.549346:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832878.549371:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.549374:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832878.549378:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832878.549381:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832878.549384:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.549387:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832878.549395:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832878.549400:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832878.549402:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832878.549404:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.549407:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832878.549410:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.549413:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832878.549418:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.549426:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.549430:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832878.549433:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832878.549437:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832878.549445:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242560:192.168.206.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.549450:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.549453:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.549456:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788832878.549458:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.549462:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.549469:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832878.549472:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.549477:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788832878.549479:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.549482:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788832878.549486:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832878.549496:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832878.549500:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0030c00 refcount=4 00000020:00000001:0.0:1788832878.549503:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.549506:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000040:0.0:1788832878.549521:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90e1c0030c00, remote cookie: 0xda32e675301a4add, flags: 0x0 00010000:00000001:0.0:1788832878.549525:0:6173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788832878.549528:0:6173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788832878.549531:0:6173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788832878.549533:0:6173:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788832878.549535:0:6173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788832878.549538:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff90e1c2a8f600) refcount = 1 00010000:00010000:0.0:1788832878.549544:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4add expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.549554:0:6173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788832878.549556:0:6173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788832878.549558:0:6173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832878.549561:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788832878.549564:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832878.549568:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4add expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.549574:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788832878.549576:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.549578:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832878.549580:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.549581:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832878.549582:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.549586:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.549590:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972242560/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.549597:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832878.549601:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832878.549608:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e1c8d67400. 02000000:00000001:0.0:1788832878.549612:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832878.549620:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.549622:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.549624:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832878.549628:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1c56f4400. 02000000:00000001:0.0:1788832878.549633:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832878.549635:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832878.549637:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832878.549640:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832878.549642:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788832878.549644:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.549648:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788832878.549650:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff90e1d107c400) refs 3 10000000:00000001:0.0:1788832878.549653:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.549655:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832878.549657:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832878.549658:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0030c00 refcount=3 00000020:00000001:0.0:1788832878.549660:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.549663:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.549666:0:6173:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788832878.549667:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.549668:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832878.549670:0:6173:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.549673:0:6173:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788832878.549678:0:6173:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90e1d12d7dc0. 00000020:00000010:0.0:1788832878.549683:0:6173:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e1c56f4400. 00000020:00000010:0.0:1788832878.549700:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e1c56f5000. 00000040:00000010:0.0:1788832878.549704:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e1c56f4200. 00000020:00000010:0.0:1788832878.549710:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e1c5076800. 00000020:00000010:0.0:1788832878.549715:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90e1c56f4800. 80000000:00000010:0.0:1788832878.549720:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e1d8ed7420. 00040000:00000010:0.0:1788832878.549725:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e1c56f5600. 20000000:00000010:0.0:1788832878.549732:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90e1c56f4000. 10000000:00000040:0.0:1788832878.549738:0:6173:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90e1d026a780 : new refcount 2 00000020:00000001:0.0:1788832878.549742:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788832878.549744:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788832878.549747:0:6173:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788832878.549859:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90e1c56f5400. 00000040:00000001:0.0:1788832878.549870:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788832878.549874:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000010:0.0:1788832878.549880:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832878.549883:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=5 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832878.549888:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832878.549891:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832878.549896:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832878.549903:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1c56f4c00. 00000100:00000001:0.0:1788832878.549911:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.549917:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788832878.549919:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788832878.549925:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.549927:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898087831424 : -122175621720192 : ffff90e1c5779780) 00000100:00000001:0.0:1788832878.549930:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.549932:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000001:0.0:1788832878.549937:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832878.549941:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.549943:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788832878.549945:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832878.549951:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.549959:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832878.549962:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.549966:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832878.549969:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832878.549972:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832878.549976:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242688:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.549979:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832878.549985:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832878.549988:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.549991:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832878.549996:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c2bc7e00. 02000000:00000001:0.0:1788832878.549998:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.550012:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832878.550016:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832878.550022:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832878.550030:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972242688, portal 25 00000100:00000001:0.0:1788832878.550033:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.550034:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832878.550040:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.550047:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832878.550050:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832878.550053:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde770. 00000100:00000200:0.0:1788832878.550057:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875726972242688, offset 0 00000400:00000200:0.0:1788832878.550063:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832878.550380:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.550389:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832878.550396:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832878.550401:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832878.550406:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832878.550409:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832878.550414:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [160:160:256:4294967295] 192.168.206.121@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1788832878.550418:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.550431:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832878.550438:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832878.550445:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0d00. 00000800:00000200:0.0:1788832878.550454:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832878.550463:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832878.550469:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788832878.550490:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.550494:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832878.550498:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295057125 00000100:00000001:0.0:1788832878.550507:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057117 00000100:00000001:0.0:1788832878.550519:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295057125 00000100:00000001:0.0:1788832878.550523:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057117 00000100:00000001:0.0:1788832878.550526:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.550529:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.550532:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832878.550534:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788832878.550537:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779780 going to sleep for 11 seconds 00000100:00000001:0.0:1788832878.550539:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832878.550542:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832878.551085:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832878.551091:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0d00. 00000400:00000200:3.0:1788832878.551098:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.551115:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832878.551130:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde770 00000400:00000010:3.0:1788832878.551140:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde770. 00000100:00000001:3.0:1788832878.551146:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832878.551153:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.551325:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832878.551331:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.551340:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832878.551342:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832878.557304:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.557328:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832878.557333:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.557336:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.557347:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.557357:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832878.557368:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.557374:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.557380:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.557385:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 272 into portal 25 MB=0x6a9f6b7e04b00 00000400:00000200:3.0:1788832878.557390:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.557398:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 272/272 into md 0x845 [1] + 224 00000800:00000001:3.0:1788832878.557406:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.557415:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.557419:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.557424:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832878.557434:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832878.557446:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832878.557459:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.557483:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832878.557513:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.557517:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.559197:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832878.559213:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832878.559216:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832878.559221:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832878.559231:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000010:0.0:1788832878.559235:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:0.0:1788832878.559240:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832878.559252:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832878.559265:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.559273:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832878.559276:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.559279:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832878.559283:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832878.559286:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832878.559289:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.559292:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832878.559301:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832878.559306:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832878.559308:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832878.559310:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.559313:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832878.559316:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.559319:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832878.559344:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.559352:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.559356:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832878.559358:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832878.559363:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832878.559371:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242688:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.559377:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.559380:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.559383:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788832878.559386:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.559390:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.559397:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832878.559401:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.559405:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788832878.559407:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.559413:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788832878.559418:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.559420:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.559422:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788832878.559424:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.559427:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972242688/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.559434:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832878.559437:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832878.559441:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c2bc7e00. 02000000:00000001:0.0:1788832878.559444:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832878.559446:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.559447:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.559449:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832878.559459:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1c56f4c00. 02000000:00000001:0.0:1788832878.559465:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832878.559467:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832878.559470:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832878.559473:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832878.559474:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788832878.559478:0:6173:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.559481:0:6173:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788832878.559490:0:6173:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90e1c8ca0000. 00000040:00000001:0.0:1788832878.559492:0:6173:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788832878.559494:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788832878.559496:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000010:0.0:1788832878.559502:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832878.559505:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=5 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832878.559509:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832878.559511:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832878.559518:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832878.559524:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1c2bc7e00. 00000100:00000001:0.0:1788832878.559531:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.559536:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788832878.559538:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788832878.559543:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.559546:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898087831424 : -122175621720192 : ffff90e1c5779780) 00000100:00000001:0.0:1788832878.559549:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.559550:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000001:0.0:1788832878.559555:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832878.559560:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.559563:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788832878.559564:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832878.559569:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.559576:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832878.559579:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.559583:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832878.559587:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832878.559589:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832878.559600:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242816:192.168.206.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.559605:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832878.559612:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832878.559615:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.559618:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832878.559637:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90e1d109c000. 02000000:00000001:0.0:1788832878.559640:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.559648:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832878.559652:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832878.559658:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90e1c5779840. 00000100:00000200:0.0:1788832878.559665:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875726972242816, portal 25 00000100:00000001:0.0:1788832878.559668:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.559669:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832878.559675:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.559682:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832878.559685:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832878.559699:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde7f8. 00000100:00000200:0.0:1788832878.559703:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875726972242816, offset 0 00000400:00000200:0.0:1788832878.559710:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832878.559719:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.559727:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832878.559734:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832878.559738:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832878.559742:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832878.559745:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832878.559749:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [161:161:256:4294967295] 192.168.206.121@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:0.0:1788832878.559792:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.559803:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832878.559809:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832878.559815:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0600. 00000800:00000200:0.0:1788832878.559829:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832878.559838:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832878.559843:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788832878.559868:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.559874:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832878.559877:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295057135 00000100:00000001:0.0:1788832878.559885:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057125 00000100:00000001:0.0:1788832878.559892:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295057135 00000100:00000001:0.0:1788832878.559895:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057125 00000100:00000001:0.0:1788832878.559898:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.559901:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.559904:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832878.559906:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788832878.559909:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779780 going to sleep for 11 seconds 00000100:00000001:0.0:1788832878.559911:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832878.559913:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832878.561416:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832878.561428:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0600. 00000400:00000200:3.0:1788832878.561436:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.561446:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832878.561455:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde7f8 00000400:00000010:3.0:1788832878.561457:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde7f8. 00000100:00000001:3.0:1788832878.561462:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832878.561470:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.561483:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832878.561487:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.561494:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832878.561496:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832878.569440:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.569464:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832878.569469:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.569471:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.569483:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.569492:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832878.569503:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.569509:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.569515:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.569520:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 8416 into portal 25 MB=0x6a9f6b7e04b80 00000400:00000200:3.0:1788832878.569525:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.569532:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 8416/8416 into md 0x84d [4] + 224 00000800:00000001:3.0:1788832878.569541:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.569553:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.569557:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.569562:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832878.569571:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832878.569601:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832878.569614:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.569640:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832878.569652:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.569656:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.571615:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832878.571634:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832878.571637:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832878.571641:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832878.571651:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c5779840 00000400:00000010:0.0:1788832878.571654:0:6173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90e1c5779840. 00000100:00000001:0.0:1788832878.571660:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832878.571672:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832878.571684:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.571702:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832878.571705:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.571708:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832878.571712:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832878.571715:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832878.571718:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.571742:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832878.571750:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832878.571788:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832878.571791:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832878.571793:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.571796:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832878.571799:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.571802:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832878.571809:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.571817:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.571821:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832878.571823:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832878.571827:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832878.571835:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242816:192.168.206.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.571841:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.571844:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.571847:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788832878.571849:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.571853:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.571860:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832878.571864:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.571867:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788832878.571869:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.571881:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788832878.571883:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.571886:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972242816/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.571892:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832878.571895:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832878.571904:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90e1d109c000. 02000000:00000001:0.0:1788832878.571918:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832878.571922:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.571924:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.571926:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832878.571930:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1c2bc7e00. 02000000:00000001:0.0:1788832878.572873:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832878.572877:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832878.572879:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832878.572886:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832878.572887:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788832878.572894:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.572895:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.572898:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788832878.572900:0:6173:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.572903:0:6173:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.572907:0:6173:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788832878.572912:0:6173:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90e1d8ed7ea0. 00000040:00001000:0.0:1788832878.572915:0:6173:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1788832878.580576:0:10402:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788832878.580593:0:10402:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e1c8e9e000. 00000020:00000010:3.0:1788832878.580615:0:10402:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e1c8e9e200. 00000040:00000010:3.0:1788832878.580622:0:10402:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e1c8e9e800. 00000020:00000010:3.0:1788832878.580627:0:10402:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e1c57e9800. 00000020:00000010:3.0:1788832878.580634:0:10402:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90e1d1178508. 00000020:00000010:3.0:1788832878.580639:0:10402:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90e1c12e7a00. 80000000:00000010:3.0:1788832878.580644:0:10402:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e1c8aa5ae0. 40000000:00000010:3.0:1788832878.580648:0:10402:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff90e1c9382b40. 00100000:00000010:3.0:1788832878.580655:0:10402:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90e1c57e8000. 00040000:00000010:3.0:1788832878.580660:0:10402:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90e1c8a0ee00. 00040000:00000010:3.0:1788832878.580665:0:10402:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff90e1c57ec000. 00040000:00000010:3.0:1788832878.580670:0:10402:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e1d8acce00. 00000004:00000010:3.0:1788832878.580675:0:10402:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff90e1c57ee800. 00000004:00000010:3.0:1788832878.580682:0:10402:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff90e1c329f000. 00000004:00000010:3.0:1788832878.580697:0:10402:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff90e1c57e9000. 00002000:00000010:3.0:1788832878.580714:0:10402:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff90e1c8ce4000. 00000004:00000010:3.0:1788832878.580720:0:10402:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff90e1c8ce7000. 00000020:00000010:3.0:1788832878.580727:0:10402:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90e1c9382100. 00000040:00000010:3.0:1788832878.580737:0:10402:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90e1c630a000. 00000040:00080000:3.0:1788832878.581302:0:10402:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1788832878.581309:0:10402:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff90e1c630a000. 00000020:00000010:3.0:1788832878.581318:0:10402:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90e1c9382100. 00000020:00000010:3.0:1788832878.581338:0:10402:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e1c8e9e200. 00000040:00000010:3.0:1788832878.581345:0:10402:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e1c8e9e800. 00000020:00000010:3.0:1788832878.581348:0:10402:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e1c57e9800. 00000020:00000010:3.0:1788832878.581372:0:10402:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90e1d1178508. 00000020:00000010:3.0:1788832878.581378:0:10402:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90e1c12e7a00. 80000000:00000010:3.0:1788832878.581382:0:10402:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e1c8aa5ae0. 40000000:00000010:3.0:1788832878.581385:0:10402:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff90e1c9382b40. 00100000:00000010:3.0:1788832878.581389:0:10402:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90e1c57e8000. 00040000:00000010:3.0:1788832878.581393:0:10402:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90e1c8a0ee00. 00040000:00000010:3.0:1788832878.581397:0:10402:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff90e1c57ec000. 00040000:00000010:3.0:1788832878.581400:0:10402:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e1d8acce00. 00000004:00000010:3.0:1788832878.581404:0:10402:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff90e1c57ee800. 00000004:00000010:3.0:1788832878.581407:0:10402:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff90e1c329f000. 00000004:00000010:3.0:1788832878.581412:0:10402:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff90e1c57e9000. 00002000:00000010:3.0:1788832878.581415:0:10402:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff90e1c8ce4000. 00000004:00000010:3.0:1788832878.581419:0:10402:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff90e1c8ce7000. 00000020:00000010:3.0:1788832878.581422:0:10402:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e1c8e9e000. 00000040:00000010:0.0:1788832878.581913:0:6173:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90e1d8ed7ea0. 00000040:00000001:0.0:1788832878.581920:0:6173:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788832878.581924:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788832878.581930:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90e1c8ca0000. 00000040:00000010:0.0:1788832878.581934:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90e1c56f5400. 00000020:00000001:0.0:1788832878.581938:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.581941:0:6173:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788832878.581945:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e1c56f5000. 00000040:00000010:0.0:1788832878.581948:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e1c56f4200. 00000020:00000010:0.0:1788832878.581951:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e1c5076800. 00000020:00000010:0.0:1788832878.581955:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90e1c56f4800. 80000000:00000010:0.0:1788832878.581957:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e1d8ed7420. 00040000:00000010:0.0:1788832878.581960:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e1c56f5600. 20000000:00000010:0.0:1788832878.581963:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90e1c56f4000. 00000020:00000010:0.0:1788832878.581967:0:6173:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e1c56f4400. 10000000:00000010:0.0:1788832878.581969:0:6173:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90e1d12d7dc0. 10000000:01000000:0.0:1788832878.581972:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788832878.581986:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788832878.581989:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832878.581992:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832878.581996:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0030c00 refcount=3 00000020:00000001:0.0:1788832878.581998:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.582002:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996307456 : -122175713244160 : ffff90e1c0030c00) 00010000:00000001:0.0:1788832878.582005:0:6173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788832878.582011:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4add expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.582022:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.582024:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788832878.582027:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4add expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.582034:0:6173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788832878.582035:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.582036:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788832878.582038:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.582041:0:6173:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.582044:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788832878.582047:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788832878.582049:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff90e1c3f9a200) refs 2 10000000:00000001:0.0:1788832878.582052:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.582054:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788832878.582055:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff90e1d107c400) refs 3 10000000:00000001:0.0:1788832878.582058:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788832878.582059:0:6173:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788832878.582062:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1788832878.582064:0:6173:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788832878.582066:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90e1c302b000 from 7 10000000:00000001:0.0:1788832878.582069:0:6173:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788832878.582071:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1788832878.582078:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832878.582083:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832878.582088:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832878.582096:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832878.582102:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832878.582110:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1c2bc7e00. 00000100:00000001:0.0:1788832878.582118:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.582125:0:6173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788832878.582128:0:6173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788832878.582135:0:6173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1c2a8f600 count: 2 00010000:00000001:0.0:1788832878.582138:0:6173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832878.582141:0:6173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788832878.582146:0:6173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90e1c0030a00. 00000020:00000001:0.0:1788832878.582152:0:6173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788832878.582154:0:6173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90e1c0030a00 with handle 0x99dce05d6a22b8c1 to hash 00000020:00000001:0.0:1788832878.582157:0:6173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788832878.582159:0:6173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.582162:0:6173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.582166:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832878.582170:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832878.582173:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832878.582181:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832878.582194:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788832878.582200:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788832878.582202:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788832878.582209:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.582211:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898087831424 : -122175621720192 : ffff90e1c5779780) 00000100:00000001:0.0:1788832878.582214:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.582216:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000001:0.0:1788832878.582221:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832878.582227:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.582235:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788832878.582237:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832878.582250:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.582258:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832878.582261:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.582265:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832878.582268:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832878.582270:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832878.582274:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242944:192.168.206.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.582279:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832878.582297:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832878.582301:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.582303:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832878.582309:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e1c8d67400. 02000000:00000001:0.0:1788832878.582311:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.582319:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832878.582324:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832878.582332:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdec38. 00000100:00000200:0.0:1788832878.582341:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875726972242944, portal 25 00000100:00000001:0.0:1788832878.582343:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.582344:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832878.582350:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.582357:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832878.582360:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832878.582363:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde110. 00000100:00000200:0.0:1788832878.582366:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875726972242944, offset 0 00000400:00000200:0.0:1788832878.582373:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832878.582384:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.582392:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832878.582398:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832878.582403:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832878.582414:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832878.582417:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832878.582421:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [162:162:256:4294967295] 192.168.206.121@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:0.0:1788832878.582426:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.582438:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832878.582445:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832878.582451:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0900. 00000800:00000200:0.0:1788832878.582460:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832878.582470:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832878.582475:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788832878.582493:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.582497:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832878.582500:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295057157 00000100:00000001:0.0:1788832878.582509:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057135 00000100:00000001:0.0:1788832878.582515:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295057157 00000100:00000001:0.0:1788832878.582519:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057135 00000100:00000001:0.0:1788832878.582522:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.582525:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.582528:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832878.582530:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788832878.582533:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779780 going to sleep for 11 seconds 00000100:00000001:0.0:1788832878.582535:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832878.582539:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832878.583399:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832878.583408:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0900. 00000400:00000200:3.0:1788832878.583416:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.583425:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832878.583444:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde110 00000400:00000010:3.0:1788832878.583447:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde110. 00000100:00000001:3.0:1788832878.583452:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832878.583458:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.583470:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832878.583474:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.583480:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832878.583482:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832878.585372:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.585391:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832878.585397:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.585400:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.585410:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.585419:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832878.585536:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.585541:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.585546:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.585551:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 344 into portal 25 MB=0x6a9f6b7e04c00 00000400:00000200:3.0:1788832878.585555:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832878.585562:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 344/344 into md 0x855 [1] + 224 00000800:00000001:3.0:1788832878.585572:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832878.585580:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832878.585583:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832878.585588:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832878.585661:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832878.585672:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832878.585684:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832878.585901:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832878.586006:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832878.586017:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832878.586020:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832878.586024:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:0.0:1788832878.586030:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdec38 00000400:00000010:0.0:1788832878.586033:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdec38. 00000100:00000001:0.0:1788832878.586037:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832878.586042:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832878.586065:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.586070:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832878.586073:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.586076:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832878.586080:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832878.586083:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832878.586085:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.586089:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832878.586097:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832878.586101:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832878.586103:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832878.586105:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.586108:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832878.586111:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.586114:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832878.586118:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.586126:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.586130:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832878.586132:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832878.586136:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832878.586144:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972242944:192.168.206.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.586149:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.586152:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.586155:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788832878.586157:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.586161:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.586167:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832878.586177:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.586181:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788832878.586182:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.586185:0:6173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788832878.586189:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832878.586192:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832878.586196:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0030a00 refcount=4 00000020:00000001:0.0:1788832878.586199:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.586202:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000040:0.0:1788832878.586210:0:6173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90e1c0030a00, remote cookie: 0xda32e675301a4ae4, flags: 0x0 00010000:00000001:0.0:1788832878.586214:0:6173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788832878.586218:0:6173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788832878.586221:0:6173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788832878.586223:0:6173:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788832878.586224:0:6173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788832878.586227:0:6173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff90e1c2a8f600) refcount = 2 00010000:00000040:0.0:1788832878.586230:0:6173:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788832878.586235:0:6173:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.121@tcp lock: ffff90e1c0030c00/0x99dce05d6a22b8ba lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4add expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832878.586245:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4ae4 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.586251:0:6173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788832878.586253:0:6173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788832878.586256:0:6173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832878.586259:0:6173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788832878.586263:0:6173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832878.586266:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda32e675301a4ae4 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.586272:0:6173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788832878.586274:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.586276:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832878.586277:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.586284:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832878.586420:0:6173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.586424:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.586429:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972242944/t0(0) o101->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1788832894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.587002:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832878.587005:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832878.587009:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e1c8d67400. 02000000:00000001:0.0:1788832878.587014:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832878.587017:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.587019:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.587021:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832878.587025:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1c2bc7e00. 02000000:00000001:0.0:1788832878.587028:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832878.587030:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832878.587032:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:0.0:1788832878.587036:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832878.587037:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788832878.587040:0:6173:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.587043:0:6173:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788832878.587045:0:6173:0:(mgc_request.c:108:config_log_get()) log params (ffff90e1c3f9a200) refs 3 10000000:00000001:0.0:1788832878.587047:0:6173:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.587050:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832878.587052:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832878.587055:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0030a00 refcount=3 00000020:00000001:0.0:1788832878.587057:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.587060:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.587063:0:6173:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788832878.587064:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.587066:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832878.587067:0:6173:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.587070:0:6173:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788832878.587076:0:6173:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90e1d12d7dc0. 00000020:00000010:0.0:1788832878.587080:0:6173:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e1c2bc7e00. 00000020:00000010:0.0:1788832878.587087:0:6173:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e1c2bc7600. 00000040:00000010:0.0:1788832878.587091:0:6173:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e1c2bc6200. 00000020:00000010:0.0:1788832878.587107:0:6173:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e1c5076800. 00000020:00000010:0.0:1788832878.587115:0:6173:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90e1c56f4400. 80000000:00000010:0.0:1788832878.587120:0:6173:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e1d8ed7420. 00040000:00000010:0.0:1788832878.587125:0:6173:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e1c56f4000. 20000000:00000010:0.0:1788832878.587130:0:6173:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90e1c56f5600. 10000000:00000040:0.0:1788832878.587136:0:6173:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90e1d026a780 : new refcount 2 00000020:00000001:0.0:1788832878.587139:0:6173:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788832878.587141:0:6173:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788832878.587144:0:6173:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788832878.587148:0:6173:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90e1c56f4800. 00000040:00000001:0.0:1788832878.587152:0:6173:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788832878.587155:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000010:0.0:1788832878.587160:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832878.587163:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=5 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832878.587168:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832878.587171:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832878.587176:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832878.587183:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1c56f4200. 00000100:00000001:0.0:1788832878.587191:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.587198:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788832878.587199:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788832878.587205:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1c5779780. 00000100:00000001:0.0:1788832878.587208:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898087831424 : -122175621720192 : ffff90e1c5779780) 00000100:00000001:0.0:1788832878.587210:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.587212:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000001:0.0:1788832878.587217:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832878.587223:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.587225:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788832878.587227:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832878.587234:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.587242:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832878.587245:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.587249:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832878.587252:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832878.587262:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832878.587266:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972243072:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.587271:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832878.587277:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832878.587280:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.587283:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832878.587795:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c56f5000. 02000000:00000001:0.0:1788832878.587799:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.587808:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832878.587812:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b528. 00000400:00000010:0.0:1788832878.587819:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdec38. 00000100:00000200:0.0:1788832878.587827:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243072, portal 25 00000100:00000001:0.0:1788832878.587829:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832878.587830:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:0.0:1788832878.587838:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.587846:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832878.587848:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832878.587851:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde088. 00000100:00000200:0.0:1788832878.587855:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875726972243072, offset 0 00000400:00000200:0.0:1788832878.587862:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832878.587871:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.587878:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832878.587885:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832878.587890:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832878.587894:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832878.587897:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832878.587900:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [163:163:256:4294967295] 192.168.206.121@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1788832878.587904:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832878.588022:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832878.588029:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832878.588043:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0700. 00000800:00000200:0.0:1788832878.588051:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832878.588060:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832878.588066:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788832878.588084:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832878.588088:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832878.588091:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295057162 00000100:00000001:0.0:1788832878.588100:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057157 00000100:00000001:0.0:1788832878.588106:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295057162 00000100:00000001:0.0:1788832878.588110:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057157 00000100:00000001:0.0:1788832878.588113:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.588116:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.588119:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832878.588121:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788832878.588124:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c5779780 going to sleep for 11 seconds 00000100:00000001:0.0:1788832878.588127:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832878.588129:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788832878.588268:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.588280:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788832878.588404:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788832878.588409:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0700. 00000400:00000200:2.0:1788832878.588417:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832878.588423:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:2.0:1788832878.588431:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde088 00000400:00000010:2.0:1788832878.588448:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde088. 00000100:00000001:2.0:1788832878.588453:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788832878.588458:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832878.588470:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832878.588473:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832878.588481:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832878.588482:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788832878.600813:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.600835:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832878.600841:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.600844:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832878.600855:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.600879:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832878.600890:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.600896:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.600903:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.600919:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 272 into portal 25 MB=0x6a9f6b7e04c80 00000400:00000200:2.0:1788832878.600925:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.600932:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 272/272 into md 0x85d [1] + 224 00000800:00000001:2.0:1788832878.600941:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.600950:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832878.600953:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832878.600958:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832878.600968:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832878.600980:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832878.600993:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832878.601023:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832878.601033:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.601037:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832878.601235:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832878.601245:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832878.601254:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832878.601258:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b528. 00000400:00000200:1.0:1788832878.601263:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdec38 00000400:00000010:1.0:1788832878.601266:0:6173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdec38. 00000100:00000001:1.0:1788832878.601270:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832878.601274:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832878.601282:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832878.601288:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832878.601291:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832878.601294:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832878.601298:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832878.601301:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832878.601304:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832878.601307:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832878.601315:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832878.601331:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832878.601333:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832878.601335:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832878.601338:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788832878.601341:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832878.601345:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832878.601350:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832878.601358:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832878.601362:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832878.601364:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832878.601369:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832878.601377:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972243072:192.168.206.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788832878.601383:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832878.601392:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832878.601394:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788832878.601396:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832878.601400:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832878.601407:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788832878.601411:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1c5779780. 00000100:00000001:1.0:1788832878.601416:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788832878.601418:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788832878.601426:0:6173:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788832878.601432:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832878.601434:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000020:00000001:1.0:1788832878.601436:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788832878.601438:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832878.601441:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972243072/t0(0) o501->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1788832894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832878.601447:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832878.601450:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832878.601454:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c56f5000. 02000000:00000001:1.0:1788832878.601458:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832878.601459:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832878.601460:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:1.0:1788832878.601462:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832878.601465:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1c56f4200. 02000000:00000001:1.0:1788832878.601468:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832878.601471:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832878.601473:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:1.0:1788832878.601476:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832878.601478:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788832878.601481:0:6173:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788832878.601485:0:6173:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788832878.601493:0:6173:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90e1c50d2000. 00000040:00000001:1.0:1788832878.601498:0:6173:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788832878.601500:0:6173:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788832878.601503:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000010:1.0:1788832878.601507:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c6312680. 00000020:00000040:1.0:1788832878.601510:0:6173:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=5 obd=MGC192.168.206.121@tcp 00000100:00000001:1.0:1788832878.601519:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788832878.601522:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788832878.601527:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788832878.601534:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1d8f10c00. 00000100:00000001:1.0:1788832878.601540:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832878.601545:0:6173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788832878.601547:0:6173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788832878.601554:0:6173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1c56e39c0. 00000100:00000001:1.0:1788832878.601556:0:6173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898087217600 : -122175622334016 : ffff90e1c56e39c0) 00000100:00000001:1.0:1788832878.601558:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832878.601560:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898099992192 : -122175609559424 : ffff90e1c6312680) 00000100:00000001:1.0:1788832878.601564:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788832878.601569:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832878.601571:0:6173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788832878.601573:0:6173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832878.601578:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832878.601584:0:6173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832878.601586:0:6173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832878.601590:0:6173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832878.601593:0:6173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832878.601595:0:6173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832878.601599:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6312680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972243200:192.168.206.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788832878.601603:0:6173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832878.601608:0:6173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832878.601611:0:6173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832878.601614:0:6173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832878.601633:0:6173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90e1d109c000. 02000000:00000001:1.0:1788832878.601635:0:6173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832878.601641:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832878.601645:0:6173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881c420. 00000400:00000010:1.0:1788832878.601651:0:6173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90e1c56e3840. 00000100:00000200:1.0:1788832878.601658:0:6173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875726972243200, portal 25 00000100:00000001:1.0:1788832878.601660:0:6173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832878.601668:0:6173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898099992192 : -122175609559424 : ffff90e1c6312680) 00000100:00000040:1.0:1788832878.601674:0:6173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832878.601681:0:6173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832878.601683:0:6173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832878.601687:0:6173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317198. 00000100:00000200:1.0:1788832878.601702:0:6173:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875726972243200, offset 0 00000400:00000200:1.0:1788832878.601710:0:6173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832878.601719:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832878.601726:0:6173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832878.601732:0:6173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832878.601737:0:6173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832878.601741:0:6173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832878.601745:0:6173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832878.601748:0:6173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [164:164:256:4294967295] 192.168.206.121@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1788832878.601802:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832878.601812:0:6173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832878.601818:0:6173:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832878.601845:0:6173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300fc00. 00000800:00000200:1.0:1788832878.601858:0:6173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832878.601866:0:6173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832878.601872:0:6173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300fc00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788832878.601883:0:6173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832878.601888:0:6173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832878.601890:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295057176 00000100:00000001:1.0:1788832878.601898:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057162 00000100:00000001:1.0:1788832878.601901:0:6173:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295057176 00000100:00000001:1.0:1788832878.601904:0:6173:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057162 00000100:00000001:1.0:1788832878.601918:0:6173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832878.601921:0:6173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832878.601929:0:6173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832878.601931:0:6173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788832878.601933:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1c56e39c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788832878.601936:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832878.601938:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788832878.602398:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788832878.602404:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300fc00. 00000400:00000200:2.0:1788832878.602410:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832878.602415:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:2.0:1788832878.602421:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317198 00000400:00000010:2.0:1788832878.602424:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317198. 00000100:00000001:2.0:1788832878.602429:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788832878.602443:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832878.602453:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832878.602456:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832878.602472:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832878.602474:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788832878.611933:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.611956:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832878.611960:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.611964:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832878.611975:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.611985:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832878.611995:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.612000:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.612006:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.612011:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 8416 into portal 25 MB=0x6a9f6b7e04d00 00000400:00000200:2.0:1788832878.612016:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832878.612023:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 8416/8416 into md 0x865 [4] + 224 00000800:00000001:2.0:1788832878.612033:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.612071:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832878.612076:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832878.612089:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832878.612098:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832878.612109:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832878.612121:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832878.612149:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832878.612160:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832878.612164:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.612412:0:6173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832878.612422:0:6173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832878.612424:0:6173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832878.612429:0:6173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881c420. 00000400:00000200:0.0:1788832878.612434:0:6173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c56e3840 00000400:00000010:0.0:1788832878.612437:0:6173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90e1c56e3840. 00000100:00000001:0.0:1788832878.612440:0:6173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832878.612446:0:6173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788832878.612456:0:6173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.612463:0:6173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832878.612465:0:6173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.612468:0:6173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832878.612471:0:6173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832878.612475:0:6173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832878.612490:0:6173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832878.612494:0:6173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832878.612503:0:6173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832878.612508:0:6173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832878.612511:0:6173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788832878.612513:0:6173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.612516:0:6173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788832878.612519:0:6173:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.612522:0:6173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832878.612528:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.612535:0:6173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832878.612539:0:6173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832878.612541:0:6173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832878.612545:0:6173:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788832878.612552:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6312680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:6173:1875726972243200:192.168.206.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788832878.612558:0:6173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832878.612561:0:6173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832878.612564:0:6173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788832878.612566:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.612570:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.612577:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832878.612580:0:6173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1c56e39c0. 00000100:00000001:0.0:1788832878.612583:0:6173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788832878.612585:0:6173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.612595:0:6173:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788832878.612597:0:6173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832878.612601:0:6173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c6312680 x1875726972243200/t0(0) o503->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788832894 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832878.612607:0:6173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832878.612616:0:6173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832878.612621:0:6173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90e1d109c000. 02000000:00000001:0.0:1788832878.612632:0:6173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832878.612636:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.612638:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.612641:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832878.612645:0:6173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1d8f10c00. 02000000:00000001:0.0:1788832878.612649:0:6173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832878.612651:0:6173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832878.612653:0:6173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c6312680. 00000100:00000001:0.0:1788832878.612673:0:6173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832878.612675:0:6173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788832878.612678:0:6173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832878.612680:0:6173:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:0.0:1788832878.612682:0:6173:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788832878.612686:0:6173:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.612698:0:6173:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788832878.612703:0:6173:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788832878.612707:0:6173:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90e1d8ed7ea0. 00000040:00001000:0.0:1788832878.612710:0:6173:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1788832878.614578:0:10403:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788832878.614589:0:10403:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90e1d8f11200. 00000020:00000010:1.0:1788832878.614605:0:10403:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90e1d8f11000. 00000040:00000010:1.0:1788832878.614610:0:10403:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90e1d8f10c00. 00000020:00000010:1.0:1788832878.614616:0:10403:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90e1d116e000. 00000020:00000010:1.0:1788832878.614622:0:10403:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90e1d8f0e4a0. 00000020:00000010:1.0:1788832878.614628:0:10403:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90e1c7f30400. 80000000:00000010:1.0:1788832878.614633:0:10403:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90e1c4d49d80. 40000000:00000010:1.0:1788832878.614637:0:10403:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff90e1c8e02340. 00100000:00000010:1.0:1788832878.614643:0:10403:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90e1d116d000. 00040000:00000010:1.0:1788832878.614648:0:10403:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90e1d300f500. 00040000:00000010:1.0:1788832878.614652:0:10403:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff90e1d1168000. 00040000:00000010:1.0:1788832878.614656:0:10403:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90e1c7f31800. 00000004:00000010:1.0:1788832878.614661:0:10403:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff90e1d116e800. 00000004:00000010:1.0:1788832878.614667:0:10403:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff90e1c8a69000. 00000004:00000010:1.0:1788832878.614672:0:10403:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff90e1d116c000. 00002000:00000010:1.0:1788832878.614678:0:10403:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff90e1c5798000. 00000004:00000010:1.0:1788832878.614683:0:10403:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff90e1c579a800. 00000020:00000010:1.0:1788832878.614698:0:10403:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90e1c8e02980. 00000040:00000010:1.0:1788832878.614715:0:10403:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90e1c50d0000. 00000040:00080000:1.0:1788832878.615503:0:10403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1788832878.615512:0:10403:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff90e1c50d0000. 00000020:00000010:1.0:1788832878.615521:0:10403:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90e1c8e02980. 00000020:00000010:1.0:1788832878.615542:0:10403:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e1d8f11000. 00000040:00000010:1.0:1788832878.615547:0:10403:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e1d8f10c00. 00000020:00000010:1.0:1788832878.615551:0:10403:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e1d116e000. 00000020:00000010:1.0:1788832878.615556:0:10403:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90e1d8f0e4a0. 00000020:00000010:1.0:1788832878.615562:0:10403:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90e1c7f30400. 80000000:00000010:1.0:1788832878.615565:0:10403:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e1c4d49d80. 40000000:00000010:1.0:1788832878.615584:0:10403:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff90e1c8e02340. 00100000:00000010:1.0:1788832878.615587:0:10403:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90e1d116d000. 00040000:00000010:1.0:1788832878.615591:0:10403:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90e1d300f500. 00040000:00000010:1.0:1788832878.615595:0:10403:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff90e1d1168000. 00040000:00000010:1.0:1788832878.615598:0:10403:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e1c7f31800. 00000004:00000010:1.0:1788832878.615601:0:10403:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff90e1d116e800. 00000004:00000010:1.0:1788832878.615606:0:10403:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff90e1c8a69000. 00000004:00000010:1.0:1788832878.615611:0:10403:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff90e1d116c000. 00002000:00000010:1.0:1788832878.615614:0:10403:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff90e1c5798000. 00000004:00000010:1.0:1788832878.615617:0:10403:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff90e1c579a800. 00000020:00000010:1.0:1788832878.615620:0:10403:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e1d8f11200. 00000040:00000010:0.0:1788832878.616186:0:6173:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90e1d8ed7ea0. 00000040:00000001:0.0:1788832878.616193:0:6173:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788832878.616197:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788832878.616204:0:6173:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90e1c50d2000. 00000040:00000010:0.0:1788832878.616207:0:6173:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90e1c56f4800. 00000020:00000001:0.0:1788832878.616210:0:6173:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.616213:0:6173:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788832878.616217:0:6173:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90e1c2bc7600. 00000040:00000010:0.0:1788832878.616221:0:6173:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90e1c2bc6200. 00000020:00000010:0.0:1788832878.616224:0:6173:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90e1c5076800. 00000020:00000010:0.0:1788832878.616228:0:6173:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90e1c56f4400. 80000000:00000010:0.0:1788832878.616231:0:6173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90e1d8ed7420. 00040000:00000010:0.0:1788832878.616234:0:6173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90e1c56f4000. 20000000:00000010:0.0:1788832878.616238:0:6173:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90e1c56f5600. 00000020:00000010:0.0:1788832878.616241:0:6173:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90e1c2bc7e00. 10000000:00000010:0.0:1788832878.616244:0:6173:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90e1d12d7dc0. 10000000:01000000:0.0:1788832878.616258:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.121@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788832878.616262:0:6173:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788832878.616266:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832878.616268:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832878.616272:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0030a00 refcount=3 00000020:00000001:0.0:1788832878.616275:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.616278:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996306944 : -122175713244672 : ffff90e1c0030a00) 00010000:00000001:0.0:1788832878.616282:0:6173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788832878.616288:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4ae4 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.616298:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.616300:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788832878.616302:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.121@tcp lock: ffff90e1c0030a00/0x99dce05d6a22b8c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda32e675301a4ae4 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832878.616308:0:6173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788832878.616309:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832878.616310:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788832878.616312:0:6173:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.616314:0:6173:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832878.616317:0:6173:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788832878.616320:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788832878.616322:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff90e1c3f9a200) refs 3 10000000:00000001:0.0:1788832878.616325:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1788832878.734054:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832878.734064:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.734071:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832878.734075:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832878.734077:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832878.734082:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.734085:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832878.734088:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.734090:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832878.734092:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832878.734279:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832878.734283:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832878.734286:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788832879.630003:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295057176, at 4295057216 00000100:00000010:2.0:1788832879.630019:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7000. 00000100:00000040:3.0:1788832879.630153:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295057176, at 4295057216 00000100:00000010:3.0:1788832879.630168:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d8ed7a20. 00010000:00000001:0.0:1788832879.757974:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832879.758013:0:52:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832879.758016:0:52:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832879.758020:0:52:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832879.758027:0:52:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832879.758029:0:52:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832879.758032:0:52:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832879.758035:0:52:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832879.758040:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832879.758041:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788832879.758324:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788832879.758329:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788832879.758333:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788832880.334897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832880.335231:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832880.335310:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d3480. 00000020:00000040:3.0:1788832880.335319:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:3.0:1788832880.335324:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832880.335327:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832880.335334:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832880.335344:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c8a0ee00. 00000100:00000001:3.0:1788832880.335353:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.335478:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832880.335510:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832880.335515:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.335524:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c98bf04] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.335620:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.335629:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.335633:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832880.335647:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.335656:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832880.335659:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.335663:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832880.335667:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832880.335670:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.335674:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2405:1875726972243328:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.335678:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832880.335699:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832880.335702:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.335705:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832880.335711:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c5004a00. 02000000:00000001:2.0:1788832880.335714:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832880.335722:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832880.335727:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2420. 00000400:00000010:2.0:1788832880.335735:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94dd0. 00000100:00000200:2.0:1788832880.335744:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243328, portal 25 00000100:00000001:2.0:1788832880.335818:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832880.335820:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088199296 : -122175621352320 : ffff90e1c57d3480) 00000100:00000040:2.0:1788832880.335827:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.335835:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832880.335838:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832880.335841:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94110. 00000100:00000200:2.0:1788832880.335844:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972243328, offset 0 00000400:00000200:2.0:1788832880.335851:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832880.335863:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.335872:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832880.335879:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832880.335883:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832880.335888:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832880.335891:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832880.336074:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [165:165:256:4294967295] 192.168.206.121@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1788832880.336138:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.336150:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832880.336220:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832880.336228:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e300. 00000800:00000200:2.0:1788832880.336236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832880.336256:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832880.336270:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832880.336286:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832880.336291:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832880.336294:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295058911 00000100:00000010:2.0:1788832880.336301:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c93f60c0. 00000100:00000001:2.0:1788832880.336308:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788832880.336316:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295058911 00000100:00000010:2.0:1788832880.336319:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c93f61e0. 00000100:00000001:2.0:1788832880.336322:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788832880.336325:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.336328:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.336332:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.336334:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788832880.336607:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.336611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832880.336615:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832880.336620:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d3b80. 00000020:00000040:3.0:1788832880.336624:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:3.0:1788832880.336628:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832880.336630:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832880.336634:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832880.336639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c8a0e500. 00000100:00000001:3.0:1788832880.336643:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.336649:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832880.336658:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832880.336662:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.336667:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f277de6] to pc [ptlrpcd_01_01+1] req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.337588:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832880.337593:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788832880.337598:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.337601:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.337604:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.337607:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788832880.337610:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.337612:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832880.337613:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.337614:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.337615:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.337617:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832880.337628:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.337652:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832880.337654:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.337659:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832880.337662:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832880.337665:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.337668:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972243456:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.337673:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832880.337678:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832880.337692:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.337696:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832880.337701:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c5005c00. 02000000:00000001:2.0:1788832880.337703:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832880.337710:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832880.337715:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a21b8. 00000400:00000010:2.0:1788832880.337721:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94000. 00000100:00000200:2.0:1788832880.337727:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243456, portal 10 00000100:00000001:2.0:1788832880.337730:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832880.337731:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088201088 : -122175621350528 : ffff90e1c57d3b80) 00000100:00000040:2.0:1788832880.337739:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.337829:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832880.337833:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832880.337837:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94f68. 00000100:00000200:2.0:1788832880.337841:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972243456, offset 0 00000400:00000200:2.0:1788832880.337847:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832880.337856:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.337862:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832880.337866:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832880.337871:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832880.337874:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832880.337877:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832880.337886:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [166:166:255:4294967295] 192.168.206.121@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:2.0:1788832880.337890:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.338012:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832880.338019:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832880.338024:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e900. 00000800:00000200:2.0:1788832880.338031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832880.338039:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832880.338044:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832880.338048:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.338053:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 95830 usecs (96 jiffies) 00000400:00000200:2.0:1788832880.338056:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832880.338059:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295058020 00000100:00000001:2.0:1788832880.338063:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.338065:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295058020 00000100:00000001:2.0:1788832880.338068:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.338071:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.338074:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.338077:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.338349:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788832880.338486:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788832880.338491:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e300. 00000400:00000200:2.0:1788832880.338499:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832880.338505:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:2.0:1788832880.338513:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94110 00000400:00000010:2.0:1788832880.338515:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94110. 00000100:00000001:2.0:1788832880.338520:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788832880.338525:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.338535:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.338539:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.338553:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.338555:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788832880.339453:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788832880.339460:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e900. 00000400:00000200:2.0:1788832880.339466:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832880.339471:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:2.0:1788832880.339477:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94f68 00000400:00000010:2.0:1788832880.339478:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94f68. 00000100:00000001:2.0:1788832880.339482:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788832880.339489:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.339498:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.339501:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.339508:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.339510:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788832880.339555:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.339560:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.339653:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.339656:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.339660:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.339662:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832880.340896:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.340905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832880.340910:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832880.340919:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d0a80. 00000020:00000040:3.0:1788832880.340930:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:3.0:1788832880.340935:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832880.340938:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832880.340942:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832880.340950:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c8a0e900. 00000100:00000001:3.0:1788832880.340970:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.340982:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832880.340992:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832880.340997:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341004:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044a03c11] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.341038:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788832880.341044:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788832880.341047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788832880.341050:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788832880.341052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832880.341056:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832880.341059:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d2d80. 00000020:00000040:3.0:1788832880.341062:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:3.0:1788832880.341064:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832880.341065:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832880.341068:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832880.341081:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c8a0e700. 00000100:00000001:3.0:1788832880.341085:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341090:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832880.341098:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832880.341101:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341105:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4690252] to pc [ptlrpcd_01_01+1] req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.341126:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788832880.341132:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788832880.341134:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c57d0380. 00000020:00000040:3.0:1788832880.341136:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000100:00000001:3.0:1788832880.341138:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788832880.341140:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788832880.341141:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788832880.341147:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1d32c9200. 00000100:00000001:3.0:1788832880.341149:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341154:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788832880.341161:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788832880.341163:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341166:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5724840] to pc [ptlrpcd_01_00+0] req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.341173:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832880.341174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788832880.341177:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788832880.341179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788832880.341182:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788832880.341187:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000800:00000001:3.0:1788832880.341559:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.341573:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832880.341576:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.341578:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.341585:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.341591:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832880.341606:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.341611:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.341616:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.341620:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04e00 00000400:00000200:3.0:1788832880.341625:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.341631:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1788832880.341639:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.341646:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.341650:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.341654:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832880.341662:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832880.341667:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832880.341691:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.341699:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832880.341708:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.341712:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.342166:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.342170:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.342172:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832880.342179:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.342186:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832880.342188:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.342191:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832880.342194:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832880.342196:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.342199:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972243712:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.342211:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832880.342216:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832880.342218:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.342220:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832880.342224:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c5004c00. 02000000:00000001:2.0:1788832880.342226:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832880.342231:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832880.342234:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2e70. 00000400:00000010:2.0:1788832880.342239:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94f68. 00000100:00000200:2.0:1788832880.342245:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243712, portal 10 00000100:00000001:2.0:1788832880.342247:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832880.342248:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088197504 : -122175621354112 : ffff90e1c57d2d80) 00000100:00000040:2.0:1788832880.342256:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.342262:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832880.342264:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832880.342267:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94110. 00000100:00000200:2.0:1788832880.342269:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972243712, offset 0 00000400:00000200:2.0:1788832880.342275:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832880.342280:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.342285:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832880.342291:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832880.342294:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832880.342297:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832880.342300:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832880.342303:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [167:167:256:4294967295] 192.168.206.121@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1788832880.342307:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.342314:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832880.342319:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832880.342324:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e900. 00000800:00000200:2.0:1788832880.342329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832880.342343:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832880.342347:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832880.342365:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.342370:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 12257 usecs (13 jiffies) 00000400:00000200:2.0:1788832880.342373:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832880.342376:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295057941 00000100:00000001:2.0:1788832880.342379:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.342381:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295057941 00000100:00000001:2.0:1788832880.342384:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.342386:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.342389:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.342392:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.342395:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.342401:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832880.342403:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788832880.342405:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.342406:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.342407:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.342410:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788832880.342411:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.342413:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832880.342414:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.342416:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.342416:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.342417:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832880.342422:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.342429:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832880.342430:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.342432:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832880.342434:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832880.342436:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.342438:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972243584:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.342447:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832880.342450:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832880.342451:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.342453:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832880.342456:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c5005800. 02000000:00000001:2.0:1788832880.342458:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832880.342461:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832880.342464:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2f78. 00000400:00000010:2.0:1788832880.342467:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94220. 00000100:00000200:2.0:1788832880.342470:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243584, portal 10 00000100:00000001:2.0:1788832880.342472:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832880.342473:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088188544 : -122175621363072 : ffff90e1c57d0a80) 00000100:00000040:2.0:1788832880.342479:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.342485:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832880.342487:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832880.342489:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94660. 00000100:00000200:2.0:1788832880.342491:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972243584, offset 0 00000400:00000200:2.0:1788832880.342494:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832880.342499:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.342502:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832880.342504:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832880.342507:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832880.342509:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832880.342511:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832880.342513:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [168:168:255:4294967295] 192.168.206.121@tcp LPNI seq info [168:168:7:4294967295] 00000400:00000200:2.0:1788832880.342517:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.342522:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832880.342526:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832880.342529:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1e300. 00000800:00000200:2.0:1788832880.342532:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832880.342541:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832880.342544:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832880.342547:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.342549:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 112631 usecs (113 jiffies) 00000400:00000200:2.0:1788832880.342552:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832880.342554:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295058041 00000100:00000001:2.0:1788832880.342556:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.342557:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295058041 00000100:00000001:2.0:1788832880.342559:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.342561:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.342563:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.342564:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788832880.342568:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.342576:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788832880.342577:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.342579:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788832880.342580:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788832880.342582:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788832880.342585:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972243840:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.342588:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788832880.342590:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788832880.342591:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.342593:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788832880.342596:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c5004000. 02000000:00000001:2.0:1788832880.342598:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788832880.342601:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:2.0:1788832880.342604:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c93a2c08. 00000400:00000010:2.0:1788832880.342607:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94990. 00000100:00000200:2.0:1788832880.342609:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243840, portal 10 00000100:00000001:2.0:1788832880.342611:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788832880.342617:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898088186752 : -122175621364864 : ffff90e1c57d0380) 00000100:00000040:2.0:1788832880.342623:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.342630:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788832880.342632:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:2.0:1788832880.342634:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c2f94b28. 00000100:00000200:2.0:1788832880.342636:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972243840, offset 0 00000400:00000200:2.0:1788832880.342640:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:2.0:1788832880.342644:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.342647:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:2.0:1788832880.342650:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788832880.342652:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:2.0:1788832880.342655:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788832880.342656:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:2.0:1788832880.342659:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [169:169:254:4294967295] 192.168.206.121@tcp LPNI seq info [169:169:6:4294967295] 00000400:00000200:2.0:1788832880.342662:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832880.342667:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:2.0:1788832880.342671:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:2.0:1788832880.342674:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d0e1ef00. 00000800:00000200:2.0:1788832880.343045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:2.0:1788832880.343051:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:2.0:1788832880.343054:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d0e1ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788832880.343057:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.343060:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 15577 usecs (16 jiffies) 00000400:00000200:2.0:1788832880.343064:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:2.0:1788832880.343066:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295057945 00000100:00000001:2.0:1788832880.343068:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.343070:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295057945 00000100:00000001:2.0:1788832880.343195:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295058911 00000100:00000001:2.0:1788832880.343199:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.343208:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343210:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343214:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343230:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.343232:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788832880.343237:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832880.343239:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832880.343242:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a21b8. 00000400:00000200:2.0:1788832880.343247:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94000 00000400:00000010:2.0:1788832880.343250:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94000. 00000100:00000001:2.0:1788832880.343253:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832880.343259:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832880.343267:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.343275:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832880.343276:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.343278:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832880.343281:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832880.343283:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832880.343286:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.343288:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832880.343296:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832880.343300:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832880.343302:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832880.343304:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832880.343307:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788832880.343310:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343313:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832880.343315:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832880.343317:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832880.343318:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.343323:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.343329:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.343337:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832880.343339:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832880.343344:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832880.343352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:874dbaf8-36df-48d7-baa1-dec2119fd674:2405:1875726972243456:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.343357:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343359:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.343362:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d3b80 x1875726972243456/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.343368:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832880.343370:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832880.343373:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c5005c00. 02000000:00000001:2.0:1788832880.343377:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832880.343379:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832880.343381:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:2.0:1788832880.343383:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832880.343386:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c8a0e500. 02000000:00000001:2.0:1788832880.343390:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832880.343392:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832880.343394:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d3b80. 00000100:00000001:2.0:1788832880.343397:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832880.343398:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.343400:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343402:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.343403:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788832880.343404:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.343406:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832880.344704:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832880.344712:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e900. 00000400:00000200:3.0:1788832880.344719:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.344727:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832880.344733:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94110 00000400:00000010:3.0:1788832880.344735:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94110. 00000100:00000001:3.0:1788832880.344740:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832880.344746:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.344795:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832880.344799:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.344807:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832880.344820:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832880.344835:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832880.344837:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1e300. 00000400:00000200:3.0:1788832880.344840:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.344843:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832880.344847:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94660 00000400:00000010:3.0:1788832880.344848:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94660. 00000100:00000001:3.0:1788832880.344851:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832880.344855:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.344862:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832880.344865:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.344870:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832880.344872:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832880.344929:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832880.344931:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d0e1ef00. 00000400:00000200:3.0:1788832880.344934:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.344937:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832880.344940:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94b28 00000400:00000010:3.0:1788832880.344942:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94b28. 00000100:00000001:3.0:1788832880.344944:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832880.344948:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.344954:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832880.344957:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.344963:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832880.344964:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832880.346006:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.346018:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832880.346021:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.346023:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.346038:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.346044:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832880.346051:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.346055:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.346059:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.346063:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e04d80 00000400:00000200:3.0:1788832880.346067:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.346073:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:3.0:1788832880.346079:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.346086:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.346089:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.346092:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832880.346098:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832880.346105:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832880.346115:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.346135:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832880.346143:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.346146:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.346577:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.346582:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788832880.346589:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832880.346592:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832880.346595:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2420. 00000400:00000200:2.0:1788832880.346600:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94dd0 00000400:00000010:2.0:1788832880.346602:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94dd0. 00000100:00000001:2.0:1788832880.346605:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832880.346621:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832880.346632:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.346638:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832880.346640:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.346643:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832880.346646:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832880.346648:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832880.346650:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.346653:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832880.346659:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832880.346663:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832880.346666:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832880.346668:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832880.346670:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788832880.346673:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.346689:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.346694:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.346701:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.346704:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832880.346705:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832880.346709:0:2405:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832880.346715:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2405:1875726972243328:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.346720:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.346723:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.346726:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d3480 x1875726972243328/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.346732:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832880.346741:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832880.346744:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c5004a00. 02000000:00000001:2.0:1788832880.346748:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832880.346750:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832880.346778:0:2405:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:2.0:1788832880.346781:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832880.346784:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c8a0ee00. 02000000:00000001:2.0:1788832880.346789:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832880.346790:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832880.346792:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d3480. 00000100:00000001:2.0:1788832880.346795:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832880.346797:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.346799:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.346806:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832880.346808:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.346810:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.346812:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832880.347071:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347391:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832880.347394:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347396:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.347402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347406:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832880.347413:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347417:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347420:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347424:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04f00 00000400:00000200:3.0:1788832880.347428:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347432:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1788832880.347445:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347449:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.347452:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.347455:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832880.347462:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832880.347467:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832880.347477:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.347500:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832880.347508:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347512:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832880.347513:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347515:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.347518:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347522:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832880.347526:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347528:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347531:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347533:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04e80 00000400:00000200:3.0:1788832880.347536:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347539:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1788832880.347543:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347545:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.347547:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.347550:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832880.347553:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832880.347557:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832880.347564:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.347582:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832880.347586:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347589:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832880.347590:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.347592:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.347595:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347598:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832880.347602:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347604:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347606:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347609:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e04f80 00000400:00000200:3.0:1788832880.347611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832880.347615:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1788832880.347618:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.348019:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832880.348023:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832880.348027:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832880.348031:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832880.348036:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832880.348044:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832880.348051:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832880.348056:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832880.348059:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348263:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.348267:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788832880.348273:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832880.348275:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832880.348278:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2f78. 00000400:00000200:2.0:1788832880.348281:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94220 00000400:00000010:2.0:1788832880.348283:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94220. 00000100:00000001:2.0:1788832880.348286:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832880.348290:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832880.348298:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348304:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832880.348383:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348387:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832880.348389:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832880.348391:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832880.348393:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.348396:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832880.348404:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832880.348415:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832880.348418:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832880.348419:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832880.348421:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788832880.348426:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788832880.348432:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.348435:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832880.348437:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832880.348439:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832880.348440:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.348445:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348451:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.348454:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832880.348456:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832880.348459:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832880.348467:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2406:1875726972243584:192.168.206.121@tcp:400:kworker.0 00000400:00000001:2.0:1788832880.348473:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832880.348474:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832880.348476:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2c08. 00000400:00000200:2.0:1788832880.348478:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94990 00000400:00000010:2.0:1788832880.348480:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94990. 00000100:00000001:2.0:1788832880.348482:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832880.348485:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832880.348493:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348498:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832880.348504:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348506:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832880.348507:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832880.348509:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832880.348510:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.348512:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832880.348517:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832880.348519:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832880.348521:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832880.348522:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832880.348524:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788832880.348528:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788832880.348535:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.348537:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832880.348539:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832880.348540:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832880.348542:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.348545:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348551:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.348553:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832880.348555:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832880.348558:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832880.348565:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972243840:192.168.206.121@tcp:400:kworker.0 00000400:00000001:2.0:1788832880.348571:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788832880.348573:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788832880.348574:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c93a2e70. 00000400:00000200:2.0:1788832880.348577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c2f94f68 00000400:00000010:2.0:1788832880.348578:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c2f94f68. 00000100:00000001:2.0:1788832880.348580:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832880.348591:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788832880.348598:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348604:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788832880.348605:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348607:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788832880.348608:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788832880.348609:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788832880.348611:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788832880.348613:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788832880.348617:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1788832880.348619:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788832880.348622:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788832880.348623:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788832880.348625:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788832880.348627:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.348629:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788832880.348631:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:2.0:1788832880.348632:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788832880.348633:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788832880.348637:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348643:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788832880.348644:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788832880.348646:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788832880.348648:0:2406:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788832880.348654:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c57d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2406:1875726972243712:192.168.206.121@tcp:400:kworker.0 00000100:00000001:2.0:1788832880.348658:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348660:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.348663:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d0a80 x1875726972243584/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348674:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832880.348676:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832880.348691:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c5005800. 02000000:00000001:2.0:1788832880.348696:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832880.348698:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832880.348699:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:2.0:1788832880.348701:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832880.348704:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c8a0e900. 02000000:00000001:2.0:1788832880.348708:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832880.348710:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832880.348711:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d0a80. 00000100:00000001:2.0:1788832880.348714:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832880.348716:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348717:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.348721:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d0380 x1875726972243840/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348727:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832880.348728:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832880.348729:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c5004000. 02000000:00000001:2.0:1788832880.348731:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832880.348732:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832880.348733:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:2.0:1788832880.348735:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832880.348736:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1d32c9200. 02000000:00000001:2.0:1788832880.348738:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832880.348739:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832880.348740:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d0380. 00000100:00000001:2.0:1788832880.348742:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832880.348743:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348745:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832880.348747:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c57d2d80 x1875726972243712/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832880.348777:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788832880.348778:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788832880.348785:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c5004c00. 02000000:00000001:2.0:1788832880.348787:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788832880.348789:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788832880.348790:0:2406:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:2.0:1788832880.348792:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788832880.348793:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c8a0e700. 02000000:00000001:2.0:1788832880.348796:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788832880.348797:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788832880.348798:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c57d2d80. 00000100:00000001:2.0:1788832880.348801:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788832880.348802:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348805:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788832880.348811:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788832880.348813:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832880.348815:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788832880.348817:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788832880.397975:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788832880.397982:0:6173:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1788832880.782167:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832880.782175:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832880.782181:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832880.782183:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832880.782210:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832880.782215:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832880.782218:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788832881.357866:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295058911, at 4295058944 00000100:00000010:3.0:1788832881.357882:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c93f61e0. 00000100:00000040:2.0:1788832881.358349:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295058911, at 4295058944 00000100:00000010:2.0:1788832881.358357:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c93f60c0. 00010000:00000001:0.0:1788832881.806356:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832881.806363:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832881.806368:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832881.806370:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788832881.809034:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788832881.809040:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788832881.809045:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832882.832185:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832882.832190:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832882.832196:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832882.832197:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832882.833089:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832882.833093:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832882.833096:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788832883.408253:0:6162:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788832883.408259:0:6162:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832883.853915:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832883.853920:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832883.853925:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832883.853927:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832883.854032:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832883.854036:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832883.854039:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788832884.878337:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832884.878343:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832884.878349:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832884.878350:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832884.878819:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832884.878822:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832884.878825:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788832885.454859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832885.454869:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832885.454886:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acad80. 00000020:00000040:0.0:1788832885.454891:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1c4cff800 refcount=4 obd=MGC192.168.206.121@tcp 00000100:00000001:0.0:1788832885.454896:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832885.454899:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832885.454908:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832885.454916:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0e00. 00000100:00000001:0.0:1788832885.454923:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.454934:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 842181b1-0e36-4d9d-9c1c-3cc82a23c2a7->MGS req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832885.454944:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832885.454949:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.454954:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8238b7f] to pc [ptlrpcd_00_01+1] req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832885.454976:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.454979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832885.454982:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832885.454985:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca300. 00000020:00000040:0.0:1788832885.454987:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832885.454989:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832885.454990:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832885.454992:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832885.454995:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0a00. 00000100:00000001:0.0:1788832885.454997:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455002:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0000_UUID req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832885.455009:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832885.455011:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455015:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000630fdde4] to pc [ptlrpcd_00_00+0] req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832885.455022:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832885.455027:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832885.455030:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac8000. 00000020:00000040:0.0:1788832885.455032:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1c5077000 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000100:00000001:0.0:1788832885.455039:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832885.455041:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832885.455043:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832885.455046:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0100. 00000100:00000001:0.0:1788832885.455049:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455054:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-MDT0001_UUID req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832885.455061:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832885.455062:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455066:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002485f21b] to pc [ptlrpcd_00_01+1] req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832885.455073:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832885.455078:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832885.455080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832885.455083:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 874dbaf8-36df-48d7-baa1-dec2119fd674->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832885.455085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832885.455088:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832885.455091:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8ac9180. 00000020:00000040:0.0:1788832885.455093:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1d1097000 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832885.455095:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832885.455096:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832885.455098:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832885.455101:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0700. 00000100:00000001:0.0:1788832885.455104:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455108:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0000_UUID req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832885.455115:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832885.455122:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455126:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e542259] to pc [ptlrpcd_00_00+0] req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832885.455132:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788832885.455137:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788832885.455139:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8aca680. 00000020:00000040:0.0:1788832885.455141:0:38:0:(genops.c:1210:class_import_get()) import ffff90e1d1096800 refcount=4 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000100:00000001:0.0:1788832885.455143:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832885.455145:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832885.455146:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832885.455149:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90e1c3fa0900. 00000100:00000001:0.0:1788832885.455152:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455156:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-MDT0001_UUID req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788832885.455161:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832885.455163:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455166:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c916438f] to pc [ptlrpcd_00_01+1] req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788832885.455172:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832885.455174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832885.455176:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832885.455179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788832885.455181:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70144239-7e40-4f0a-b647-c0d748bf8df7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788832885.455185:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (400) 00000100:00000001:1.0:1788832885.456616:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.456623:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832885.456626:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832885.456637:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.456648:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832885.456650:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.456666:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832885.456669:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832885.456672:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832885.456682:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972243968:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.456686:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832885.456691:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832885.456694:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.456697:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832885.456701:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aaca00. 02000000:00000001:1.0:1788832885.456703:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832885.456711:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832885.456715:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881ce70. 00000400:00000010:1.0:1788832885.456721:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317f68. 00000100:00000200:1.0:1788832885.456727:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972243968, portal 25 00000100:00000001:1.0:1788832885.456730:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832885.456732:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410077568 : -122175299474048 : ffff90e1d8acad80) 00000100:00000040:1.0:1788832885.456737:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.456745:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832885.456747:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832885.456750:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317880. 00000100:00000200:1.0:1788832885.456768:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875726972243968, offset 0 00000400:00000200:1.0:1788832885.456775:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832885.456783:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.456789:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832885.456794:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832885.456797:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832885.456802:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832885.456804:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832885.456808:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [170:170:256:4294967295] 192.168.206.121@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1788832885.456812:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.456825:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832885.456831:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832885.456837:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300f500. 00000800:00000200:1.0:1788832885.456848:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832885.456855:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832885.456859:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832885.456884:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832885.456889:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832885.456892:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 2 is 4295064032 00000100:00000010:1.0:1788832885.456896:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c4d49240. 00000100:00000001:1.0:1788832885.456903:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788832885.456908:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS new deadline estimation for cpu 3 is 4295064032 00000100:00000010:1.0:1788832885.456911:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1c4d49600. 00000100:00000001:1.0:1788832885.456914:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788832885.456916:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.456919:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.456921:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832885.456926:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.456946:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832885.456948:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.456950:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832885.456952:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832885.456954:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832885.456957:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972244224:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.456960:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832885.456963:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832885.456965:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.456966:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832885.456969:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aada00. 02000000:00000001:1.0:1788832885.456971:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832885.456975:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832885.456977:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881cf78. 00000400:00000010:1.0:1788832885.456981:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317990. 00000100:00000200:1.0:1788832885.456984:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972244224, portal 10 00000100:00000001:1.0:1788832885.456991:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832885.456992:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410065920 : -122175299485696 : ffff90e1d8ac8000) 00000100:00000040:1.0:1788832885.456999:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457005:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832885.457008:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832885.457010:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317220. 00000100:00000200:1.0:1788832885.457012:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972244224, offset 0 00000400:00000200:1.0:1788832885.457016:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457021:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457024:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832885.457027:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832885.457030:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832885.457032:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832885.457035:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457037:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [171:171:255:4294967295] 192.168.206.121@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:1.0:1788832885.457040:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457046:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832885.457051:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832885.457054:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300f200. 00000800:00000200:1.0:1788832885.457058:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832885.457062:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832885.457064:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832885.457068:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.457071:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: using a timeout of 107706 usecs (108 jiffies) 00000400:00000200:1.0:1788832885.457074:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832885.457076:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295063151 00000100:00000001:1.0:1788832885.457078:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457080:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295063151 00000100:00000001:1.0:1788832885.457082:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457090:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.457092:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457094:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832885.457098:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457105:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832885.457106:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.457108:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832885.457110:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832885.457111:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832885.457114:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972244480:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.457117:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832885.457119:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832885.457120:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.457122:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832885.457125:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aad000. 02000000:00000001:1.0:1788832885.457127:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832885.457130:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832885.457133:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881cc08. 00000400:00000010:1.0:1788832885.457136:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317000. 00000100:00000200:1.0:1788832885.457140:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972244480, portal 10 00000100:00000001:1.0:1788832885.457141:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832885.457143:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410075776 : -122175299475840 : ffff90e1d8aca680) 00000100:00000040:1.0:1788832885.457148:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457155:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832885.457157:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832885.457159:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317dd0. 00000100:00000200:1.0:1788832885.457162:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972244480, offset 0 00000400:00000200:1.0:1788832885.457166:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457170:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457173:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832885.457182:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832885.457184:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832885.457186:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832885.457188:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457191:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [172:172:254:4294967295] 192.168.206.121@tcp LPNI seq info [172:172:6:4294967295] 00000400:00000200:1.0:1788832885.457194:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457200:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832885.457203:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832885.457206:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300fd00. 00000800:00000200:3.0:1788832885.457207:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1788832885.457210:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000010:3.0:1788832885.457211:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300f500. 00000800:00000200:1.0:1788832885.457213:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832885.457216:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300fd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788832885.457216:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788832885.457219:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.457222:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: using a timeout of 14776 usecs (15 jiffies) 00000400:00000200:1.0:1788832885.457225:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832885.457227:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295063058 00000100:00000001:1.0:1788832885.457229:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457231:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295063058 00000100:00000001:1.0:1788832885.457232:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457234:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.457236:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457239:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457241:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.457248:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832885.457251:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788832885.457253:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.457255:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832885.457256:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832885.457259:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788832885.457261:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.457263:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832885.457269:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.457271:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.457272:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832885.457274:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832885.457279:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457285:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788832885.457285:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:1.0:1788832885.457287:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.457289:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832885.457290:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788832885.457291:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317880 02000000:00000001:1.0:1788832885.457292:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788832885.457294:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317880. 00000100:00100000:1.0:1788832885.457295:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972244096:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.457298:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788832885.457298:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1788832885.457301:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832885.457302:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788832885.457302:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788832885.457304:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832885.457307:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aacc00. 02000000:00000001:1.0:1788832885.457309:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832885.457311:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:3.0:1788832885.457311:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1788832885.457314:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881c580. 00000100:00000040:3.0:1788832885.457315:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788832885.457317:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317e58. 00000100:00000200:1.0:1788832885.457319:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972244096, portal 10 00000100:00000001:1.0:1788832885.457321:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788832885.457321:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457322:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410074880 : -122175299476736 : ffff90e1d8aca300) 00000100:00000001:3.0:1788832885.457323:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788832885.457327:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457333:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832885.457335:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000800:00000200:3.0:1788832885.457335:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832885.457337:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300f200. 00000400:00000010:1.0:1788832885.457338:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c93174c8. 00000100:00000200:1.0:1788832885.457340:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972244096, offset 0 00000400:00000200:3.0:1788832885.457340:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832885.457343:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:1.0:1788832885.457344:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:3.0:1788832885.457347:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317220 00000400:00000200:1.0:1788832885.457348:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:3.0:1788832885.457348:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317220. 00000100:00000001:3.0:1788832885.457350:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1788832885.457351:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000100:00000200:3.0:1788832885.457353:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788832885.457358:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832885.457360:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000100:00000001:3.0:1788832885.457360:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788832885.457363:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788832885.457363:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788832885.457365:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457368:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [173:173:254:4294967295] 192.168.206.121@tcp LPNI seq info [173:173:6:4294967295] 00000100:00000001:3.0:1788832885.457369:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832885.457371:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788832885.457373:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457379:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832885.457383:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832885.457386:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300fe00. 00000800:00000200:1.0:1788832885.457390:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832885.457394:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832885.457397:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832885.457400:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.457403:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 92462 usecs (93 jiffies) 00000400:00000200:1.0:1788832885.457406:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832885.457407:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295063136 00000100:00000001:1.0:1788832885.457410:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457412:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295063136 00000100:00000001:1.0:1788832885.457413:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457415:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.457417:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457419:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832885.457424:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457430:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832885.457432:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.457434:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832885.457435:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832885.457437:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832885.457444:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972244352:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.457448:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832885.457450:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832885.457452:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.457453:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832885.457456:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90e1c8aace00. 02000000:00000001:1.0:1788832885.457457:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832885.457460:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832885.457462:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881cf20. 00000400:00000010:1.0:1788832885.457465:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317110. 00000100:00000200:1.0:1788832885.457468:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875726972244352, portal 10 00000100:00000001:1.0:1788832885.457470:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832885.457471:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410070400 : -122175299481216 : ffff90e1d8ac9180) 00000020:00000010:1.0:1788832885.457478:0:2404:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff90e1c50d0000. 00000100:00000040:1.0:1788832885.457484:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.457490:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832885.457492:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832885.457494:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c93172a8. 00000100:00000200:1.0:1788832885.457496:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875726972244352, offset 0 00000400:00000200:1.0:1788832885.457500:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457504:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457507:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832885.457509:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832885.457512:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832885.457515:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832885.457517:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832885.457520:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [174:174:254:4294967295] 192.168.206.121@tcp LPNI seq info [174:174:6:4294967295] 00000400:00000200:1.0:1788832885.457523:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832885.457528:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832885.457532:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832885.457541:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d300f200. 00000800:00000200:1.0:1788832885.457545:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832885.457549:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832885.457552:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d300f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788832885.457555:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.457557:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: using a timeout of 12015 usecs (13 jiffies) 00000400:00000200:1.0:1788832885.457560:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832885.457562:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 2 is 4295063056 00000100:00000001:1.0:1788832885.457564:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 2, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457566:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS new deadline estimation for cpu 3 is 4295063056 00000100:00000001:1.0:1788832885.457568:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c93f9000: PM QoS request active for cpu 3, keep current deadline 4295064032 00000100:00000001:1.0:1788832885.457570:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.457572:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457574:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457576:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.457587:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.457589:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788832885.459046:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832885.459282:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300fd00. 00000400:00000200:3.0:1788832885.459287:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832885.459300:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832885.459306:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317dd0 00000400:00000010:3.0:1788832885.459308:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317dd0. 00000100:00000001:3.0:1788832885.459312:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832885.459317:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.459328:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832885.459331:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.459337:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832885.459339:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788832885.459361:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832885.459363:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300fe00. 00000400:00000200:3.0:1788832885.459366:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832885.459369:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832885.459371:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c93174c8 00000400:00000010:3.0:1788832885.459373:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c93174c8. 00000100:00000001:3.0:1788832885.459375:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832885.460508:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.460524:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832885.460530:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.460661:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832885.460664:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832885.460674:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.460683:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832885.460685:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.460687:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832885.460693:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.460697:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832885.460704:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.460707:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.460718:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.460721:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 25 MB=0x6a9f6b7e05000 00000400:00000200:3.0:1788832885.460725:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.460730:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.121@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:3.0:1788832885.460736:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.460741:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832885.460744:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832885.460747:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832885.460768:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832885.460773:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832885.460781:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.460795:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788832885.460841:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832885.460845:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d300f200. 00000400:00000200:3.0:1788832885.460847:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832885.460851:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832885.460854:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c93172a8 00000400:00000010:3.0:1788832885.460856:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c93172a8. 00000100:00000001:3.0:1788832885.460859:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788832885.460862:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.460869:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788832885.460871:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.460877:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832885.460878:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832885.460881:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.460884:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.460971:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.460975:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832885.460981:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832885.460983:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832885.460985:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881ce70. 00000400:00000200:1.0:1788832885.460988:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317f68 00000400:00000010:1.0:1788832885.460990:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317f68. 00000100:00000001:1.0:1788832885.460992:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832885.460996:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832885.461004:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.461009:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832885.461011:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.461013:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832885.461022:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832885.461024:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832885.461026:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.461029:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832885.461035:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c4cffc60 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832885.461039:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c4cffc18 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832885.461041:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832885.461042:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832885.461045:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788832885.461047:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.461050:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.461055:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.461061:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.461064:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832885.461066:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832885.461069:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832885.461076:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:842181b1-0e36-4d9d-9c1c-3cc82a23c2a7:2404:1875726972243968:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.461082:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.461084:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832885.461086:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acad80 x1875726972243968/t0(0) o400->MGC192.168.206.121@tcp@192.168.206.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.461093:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832885.461095:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832885.461099:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aaca00. 02000000:00000001:1.0:1788832885.461101:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832885.461104:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832885.461105:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1c4cff800 refcount=3 obd=MGC192.168.206.121@tcp 00000020:00000001:1.0:1788832885.461107:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832885.461109:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0e00. 02000000:00000001:1.0:1788832885.461112:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832885.461114:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832885.461122:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acad80. 00000100:00000001:1.0:1788832885.461125:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832885.461126:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.461129:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.461131:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.461132:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832885.461134:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.461136:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788832885.465069:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465097:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832885.465100:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465103:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832885.465111:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465118:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832885.465126:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465130:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465135:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465138:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e05100 00000400:00000200:2.0:1788832885.465142:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465148:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:2.0:1788832885.465155:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465159:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832885.465162:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832885.465166:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832885.465173:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832885.465189:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832885.465199:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832885.465215:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832885.465223:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465227:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832885.465229:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465231:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832885.465234:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465237:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832885.465241:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465244:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465246:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465249:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e05200 00000400:00000200:2.0:1788832885.465252:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832885.465256:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:2.0:1788832885.465260:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465267:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832885.465269:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832885.465272:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832885.465275:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832885.465278:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788832885.465286:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788832885.465293:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832885.465296:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832885.465299:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.469461:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.469469:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832885.469477:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832885.469480:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832885.469483:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881cf78. 00000400:00000200:1.0:1788832885.469490:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317990 00000400:00000010:1.0:1788832885.469492:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317990. 00000100:00000001:1.0:1788832885.469496:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832885.469506:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832885.469518:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.469526:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832885.469527:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.469530:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832885.469533:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832885.469535:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832885.469538:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.469540:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832885.469549:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1c5077460 time=94 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832885.469553:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1c5077418 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832885.469556:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832885.469557:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832885.469560:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788832885.469564:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832885.469571:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.469583:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832885.469585:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832885.469587:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832885.469589:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.469594:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.469601:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.469604:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832885.469606:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832885.469610:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832885.469618:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972244224:192.168.206.121@tcp:400:kworker.0 00000400:00000001:1.0:1788832885.469623:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832885.469625:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832885.469627:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881cc08. 00000400:00000200:1.0:1788832885.469629:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317000 00000400:00000010:1.0:1788832885.469631:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317000. 00000100:00000001:1.0:1788832885.469633:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832885.469636:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832885.469644:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.469649:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832885.469651:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.469652:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832885.469664:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832885.469666:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832885.469667:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.469669:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832885.469673:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1096c60 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832885.469676:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1096c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832885.469678:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832885.469684:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832885.469686:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788832885.469690:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788832885.469696:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.469698:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832885.469699:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832885.469701:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832885.469702:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.469706:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.469712:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.469714:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832885.469715:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832885.469718:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832885.469725:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972244480:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.469729:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.469732:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832885.469735:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac8000 x1875726972244224/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.469742:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832885.469745:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832885.469749:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aada00. 02000000:00000001:1.0:1788832885.469768:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832885.469772:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832885.469774:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1c5077000 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c302b000 00000020:00000001:1.0:1788832885.469776:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832885.469779:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0100. 02000000:00000001:1.0:1788832885.469783:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832885.469785:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832885.469791:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac8000. 00000100:00000001:1.0:1788832885.469795:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832885.469796:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.469798:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832885.469802:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca680 x1875726972244480/t0(0) o400->lustre-MDT0001-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.469809:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832885.469810:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832885.469812:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aad000. 02000000:00000001:1.0:1788832885.469814:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832885.469815:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832885.469816:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1096800 refcount=3 obd=lustre-MDT0001-mdc-ffff90e1c93f9000 00000020:00000001:1.0:1788832885.469818:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832885.469820:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0900. 02000000:00000001:1.0:1788832885.469822:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832885.469823:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832885.469824:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca680. 00000100:00000001:1.0:1788832885.469826:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832885.469827:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.469831:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.469832:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.469834:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832885.469835:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.469837:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832885.473437:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.473451:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832885.473459:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.473462:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832885.473469:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.473476:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832885.473484:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.473526:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.473531:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.474237:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e05080 00000400:00000200:3.0:1788832885.474243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.474249:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:3.0:1788832885.474256:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.474262:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832885.474265:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832885.474269:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:3.0:1788832885.474277:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832885.474285:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788832885.474296:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788832885.474315:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788832885.474323:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788832885.474324:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788832885.474326:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474328:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788832885.474328:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.474330:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832885.474333:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000001:1.0:1788832885.474334:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832885.474336:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1788832885.474337:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000010:1.0:1788832885.474339:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881c580. 00000400:00000200:1.0:1788832885.474342:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317e58 00000400:00000200:3.0:1788832885.474342:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832885.474345:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317e58. 00000400:00000200:3.0:1788832885.474345:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.474347:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832885.474348:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1788832885.474350:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 224 into portal 10 MB=0x6a9f6b7e05180 00000100:00000200:1.0:1788832885.474352:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788832885.474353:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832885.474357:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 224/224 into md 0x8dd [1] + 224 00000100:00000200:1.0:1788832885.474361:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788832885.474367:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.474372:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832885.474374:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788832885.474376:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832885.474378:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474380:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832885.474383:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832885.474385:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832885.474388:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788832885.474388:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 02000000:00000001:1.0:1788832885.474391:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788832885.474391:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788832885.474395:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788832885.474399:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832885.474403:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=95 v=5 (1 0 0 0) 00000100:00000040:3.0:1788832885.474403:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.474406:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832885.474408:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832885.474410:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788832885.474410:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1788832885.474414:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788832885.474414:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832885.474416:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474417:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832885.474419:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832885.474421:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832885.474423:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.474427:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.474433:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.474436:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832885.474438:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832885.474441:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832885.474448:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:874dbaf8-36df-48d7-baa1-dec2119fd674:2404:1875726972244096:192.168.206.121@tcp:400:kworker.0 00000400:00000001:1.0:1788832885.474454:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832885.474455:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832885.474457:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881cf20. 00000400:00000200:1.0:1788832885.474460:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317110 00000400:00000010:1.0:1788832885.474462:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317110. 00000100:00000001:1.0:1788832885.474464:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832885.474466:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788832885.474479:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.474486:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832885.474487:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474489:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832885.474491:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832885.474492:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832885.474493:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832885.474495:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832885.474499:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d1097460 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832885.474502:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d1097418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832885.474505:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832885.474506:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832885.474508:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788832885.474510:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.474512:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832885.474513:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c93f9000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832885.474515:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832885.474516:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832885.474520:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.474526:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832885.474528:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832885.474529:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832885.474532:0:2404:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788832885.474539:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70144239-7e40-4f0a-b647-c0d748bf8df7:2404:1875726972244352:192.168.206.121@tcp:400:kworker.0 00000100:00000001:1.0:1788832885.474543:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474545:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832885.474549:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8aca300 x1875726972244096/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.474566:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832885.474568:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832885.474571:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aacc00. 02000000:00000001:1.0:1788832885.474574:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832885.474576:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832885.474578:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:1.0:1788832885.474580:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832885.474583:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0a00. 02000000:00000001:1.0:1788832885.474586:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832885.474588:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832885.474589:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8aca300. 00000100:00000001:1.0:1788832885.474593:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832885.474594:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474596:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832885.474600:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8ac9180 x1875726972244352/t0(0) o400->lustre-MDT0000-mdc-ffff90e1c93f9000@192.168.206.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1788832901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788832885.474605:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832885.474607:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832885.474608:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90e1c8aace00. 02000000:00000001:1.0:1788832885.474610:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832885.474611:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832885.474612:0:2404:0:(genops.c:1223:class_import_put()) import ffff90e1d1097000 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c93f9000 00000020:00000001:1.0:1788832885.474614:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788832885.474616:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90e1c3fa0700. 02000000:00000001:1.0:1788832885.474618:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832885.474619:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832885.474620:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8ac9180. 00000100:00000001:1.0:1788832885.474622:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832885.474624:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474626:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832885.474633:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832885.474635:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832885.474637:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788832885.474640:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832885.904306:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832885.904313:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832885.904318:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832885.904319:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788832885.904450:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788832885.904453:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788832885.904456:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788832886.257053:0:10685:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832886.257064:0:10685:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788832886.477821:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295064032, at 4295064064 00000100:00000010:3.0:1788832886.477834:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c4d49600. 00000100:00000040:2.0:1788832886.477992:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295064032, at 4295064064 00000100:00000010:2.0:1788832886.477997:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1c4d49240. 00010000:00000001:0.0:1788832886.926027:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832886.926037:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832886.926044:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832886.926045:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832886.934058:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832886.934080:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832886.934086:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788832887.815732:0:10824:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832887.815744:0:10824:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832887.950789:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832887.950795:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832887.950800:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832887.950801:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832887.950905:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832887.950908:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832887.950911:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788832888.133454:0:10860:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788832888.133462:0:10860:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: finish setup 22:01:26 (1788832886) === 00000001:00000001:0.0:1788832888.137919:0:10860:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788832888.265197:0:10873:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.265207:0:10873:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.301743:0:8229:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788832888.301749:0:8229:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788832888.301770:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fb78 00000080:00200000:1.0:1788832888.301775:0:8229:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000080:00000010:1.0:1788832888.301783:0:8229:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1c8aac800. 00800000:00000002:1.0:1788832888.301789:0:8229:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00000080:00000001:1.0:1788832888.301794:0:8229:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788832888.301799:0:8229:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788832888.301801:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fa98 00800000:00000002:1.0:1788832888.301803:0:8229:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788832888.301807:0:8229:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788832888.301809:0:8229:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788832888.301812:0:8229:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788832888.301814:0:8229:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788832888.301816:0:8229:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788832888.301818:0:8229:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788832888.301820:0:8229:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788832888.301823:0:8229:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788832888.301826:0:8229:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788832888.301832:0:8229:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788832888.301833:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0f968 00000002:00010000:1.0:1788832888.301835:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788832888.301839:0:8229:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788832888.301841:0:8229:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788832888.301845:0:8229:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788832888.301851:0:8229:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:1.0:1788832888.301854:0:8229:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788832888.301859:0:8229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788832888.301862:0:8229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788832888.301878:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 02000000:00000001:1.0:1788832888.301889:0:8229:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788832888.301894:0:8229:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832888.301897:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000002:00000001:1.0:1788832888.301905:0:8229:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788832888.301906:0:8229:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788832888.301908:0:8229:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788832888.301910:0:8229:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788832888.301913:0:8229:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788832888.301915:0:8229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788832888.301918:0:8229:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788832888.301921:0:8229:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000010:1.0:1788832888.301924:0:8229:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1c8aac800. 00000080:00000001:1.0:1788832888.301928:0:8229:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788832888.301929:0:8229:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788832888.301932:0:8229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832888.301935:0:8229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00800000:00000001:1.0:1788832888.301938:0:8229:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788832888.301940:0:8229:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788832888.301942:0:8229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832888.301944:0:8229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832888.301947:0:8229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:1.0:1788832888.301949:0:8229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.301951:0:8229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.301954:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.301956:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788832888.301957:0:8229:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788832888.301959:0:8229:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788832888.301962:0:8229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c0fbb0 00010000:00000001:1.0:1788832888.301964:0:8229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832888.301971:0:8229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832888.301973:0:8229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:1.0:1788832888.301974:0:8229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.301976:0:8229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.301978:0:8229:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788832888.301981:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788832888.301988:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.301989:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832888.301991:0:8229:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788832888.301993:0:8229:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788832888.301995:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:1.0:1788832888.302003:0:8229:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788832888.302007:0:8229:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788832888.302009:0:8229:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788832888.302011:0:8229:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.302014:0:8229:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788832888.302016:0:8229:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.302018:0:8229:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.302020:0:8229:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.302022:0:8229:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788832888.302023:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.302024:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788832888.302027:0:8229:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788832888.302029:0:8229:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788832888.302031:0:8229:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88), inode mode 41ed mask 44 00000080:00000001:1.0:1788832888.302036:0:8229:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.302041:0:8229:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788832888.302043:0:8229:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788832888.302045:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fb78 00000080:00200008:1.0:1788832888.302048:0:8229:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), flags 304000 00000080:00000010:1.0:1788832888.302053:0:8229:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90e1d309e640. 00000080:00000001:1.0:1788832888.302058:0:8229:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.302067:0:8229:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832888.302078:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fd28 00000080:00200008:1.0:1788832888.302080:0:8229:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788832888.302087:0:8229:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788832888.302089:0:8229:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1788832888.302091:0:8229:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1c8aac800. 00800000:00000002:1.0:1788832888.302094:0:8229:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00800000:00000001:1.0:1788832888.302099:0:8229:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1788832888.302100:0:8229:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788832888.302101:0:8229:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788832888.302103:0:8229:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788832888.302104:0:8229:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788832888.302106:0:8229:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788832888.302108:0:8229:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788832888.302110:0:8229:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788832888.302113:0:8229:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788832888.302115:0:8229:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788832888.302116:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0f990 00000002:00010000:1.0:1788832888.302117:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788832888.303438:0:8229:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788832888.303444:0:8229:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788832888.303447:0:8229:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788832888.303452:0:8229:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:1.0:1788832888.303456:0:8229:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788832888.303460:0:8229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788832888.303464:0:8229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788832888.303468:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 02000000:00000001:1.0:1788832888.303476:0:8229:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788832888.303481:0:8229:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832888.303483:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000002:00000001:1.0:1788832888.303490:0:8229:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788832888.303496:0:8229:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788832888.303498:0:8229:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788832888.303500:0:8229:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788832888.303501:0:8229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832888.303503:0:8229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832888.303505:0:8229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:1.0:1788832888.303507:0:8229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.303510:0:8229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.303513:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.303514:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788832888.303516:0:8229:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788832888.303558:0:8229:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788832888.303562:0:8229:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90e1d116e000. 00000002:00000001:1.0:1788832888.305526:0:8229:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788832888.305539:0:8229:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1c6310000. 00000020:00000040:1.0:1788832888.305546:0:8229:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:1.0:1788832888.305550:0:8229:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788832888.305553:0:8229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788832888.305557:0:8229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788832888.305564:0:8229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90e1c8aace00. 00000100:00000001:1.0:1788832888.305570:0:8229:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.305573:0:8229:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788832888.305577:0:8229:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90e1c5798400. 00000100:00000010:1.0:1788832888.305581:0:8229:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90e1c8a68000. 00000020:00000040:1.0:1788832888.305583:0:8229:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=5 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000100:00000001:1.0:1788832888.305608:0:8229:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788832888.305610:0:8229:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788832888.305616:0:8229:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1d88b7180. 00000100:00000001:1.0:1788832888.305618:0:8229:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898407899520 : -122175301652096 : ffff90e1d88b7180) 00000100:00000001:1.0:1788832888.305621:0:8229:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832888.305623:0:8229:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898099982336 : -122175609569280 : ffff90e1c6310000) 00000100:00000001:1.0:1788832888.305628:0:8229:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788832888.305632:0:8229:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.305634:0:8229:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788832888.305636:0:8229:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788832888.305661:0:8229:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788832888.305671:0:8229:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788832888.305674:0:8229:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832888.305678:0:8229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788832888.305680:0:8229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788832888.305683:0:8229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788832888.305686:0:8229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1c6310000 pname:cluuid:pid:xid:nid:opc:job bash:874dbaf8-36df-48d7-baa1-dec2119fd674:8229:1875726972244608:192.168.206.121@tcp:37:bash.0 00000100:00000001:1.0:1788832888.305689:0:8229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788832888.305694:0:8229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788832888.305697:0:8229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.305699:0:8229:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788832888.305708:0:8229:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832888.305712:0:8229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881cf20. 00000400:00000010:1.0:1788832888.305720:0:8229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90e1c50d6000. 00000100:00000200:1.0:1788832888.305727:0:8229:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f6b7e05280-0x6a9f6b7e05280, portal 14 00000100:00000001:1.0:1788832888.305731:0:8229:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832888.305733:0:8229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788832888.305736:0:8229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90e1c5798c00. 02000000:00000001:1.0:1788832888.305738:0:8229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788832888.305741:0:8229:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:1.0:1788832888.305743:0:8229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c881c580. 00000400:00000010:1.0:1788832888.305747:0:8229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317110. 00000100:00000200:1.0:1788832888.305750:0:8229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875726972244608, portal 10 00000100:00000001:1.0:1788832888.305768:0:8229:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788832888.305770:0:8229:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898099982336 : -122175609569280 : ffff90e1c6310000) 00000100:00000040:1.0:1788832888.305778:0:8229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788832888.305785:0:8229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788832888.305788:0:8229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:1.0:1788832888.305791:0:8229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c9317e58. 00000100:00000200:1.0:1788832888.305795:0:8229:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875726972244608, offset 0 00000400:00000200:1.0:1788832888.305801:0:8229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:1.0:1788832888.305816:0:8229:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832888.305823:0:8229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:1.0:1788832888.305828:0:8229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788832888.305832:0:8229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:1.0:1788832888.305835:0:8229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788832888.305838:0:8229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:1.0:1788832888.305841:0:8229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [175:175:256:4294967295] 192.168.206.121@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1788832888.305844:0:8229:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:1.0:1788832888.305853:0:8229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:1.0:1788832888.305858:0:8229:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:1.0:1788832888.305864:0:8229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1d88b5400. 00000800:00000200:1.0:1788832888.305870:0:8229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:1.0:1788832888.305877:0:8229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:1.0:1788832888.305882:0:8229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1d88b5400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788832888.305896:0:8229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832888.305901:0:8229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 89933 usecs (90 jiffies) 00000400:00000200:1.0:1788832888.305904:0:8229:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:1.0:1788832888.305907:0:8229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295065981 00000100:00000010:1.0:1788832888.305911:0:8229:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d10edf00. 00000100:00000001:1.0:1788832888.305917:0:8229:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788832888.305923:0:8229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295065981 00000100:00000010:1.0:1788832888.305925:0:8229:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90e1d10edba0. 00000100:00000001:1.0:1788832888.305928:0:8229:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788832888.305931:0:8229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788832888.305934:0:8229:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.305936:0:8229:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788832888.305938:0:8229:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788832888.305940:0:8229:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d88b7180 going to sleep for 11 seconds 00000100:00000001:1.0:1788832888.305943:0:8229:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832888.305945:0:8229:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788832888.306092:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788832888.306097:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1d88b5400. 00000400:00000200:2.0:1788832888.306103:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832888.306108:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:2.0:1788832888.306112:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317e58 00000400:00000010:2.0:1788832888.306114:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317e58. 00000100:00000001:2.0:1788832888.306118:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788832888.306139:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788832888.306149:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832888.306152:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788832888.306158:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832888.306159:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788832888.318858:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832888.318873:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788832888.318876:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832888.318878:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832888.318897:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.318905:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:3.0:1788832888.318914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.318919:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.318924:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.318928:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 4096 into portal 14 MB=0x6a9f6b7e05280 00000400:00000200:3.0:1788832888.318933:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.318938:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.121@tcp of length 4096/4096 into md 0x8e5 [256] + 0 00000400:00000010:3.0:1788832888.318943:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881cf20. 00000400:00000200:3.0:1788832888.318948:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90e1c50d6000 00000800:00000001:3.0:1788832888.318954:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832888.318975:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788832888.318979:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832888.318984:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:3.0:1788832888.318989:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c50d6000 00000400:00000010:3.0:1788832888.318991:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90e1c50d6000. 00000100:00000001:3.0:1788832888.318996:0:2397:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788832888.318998:0:2397:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90e1c6310000 desc ffff90e1c5798400 mbits 1875726972244608 00000100:00000001:3.0:1788832888.319010:0:2397:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788832888.319018:0:2397:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788832888.319021:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.319026:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.21@tcp to MR: 192.168.206.121@tcp local destination 00000400:00000200:3.0:1788832888.319031:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [176:176:256:4294967295] 192.168.206.121@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1788832888.319036:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:3.0:1788832888.319043:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:192.168.206.21@tcp) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) 192.168.206.121@tcp : ACK try# 0 00000800:00000200:3.0:1788832888.319049:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.121@tcp 00000800:00000010:3.0:1788832888.319056:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90e1c630a000. 00000800:00000200:3.0:1788832888.319061:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:3.0:1788832888.319067:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:3.0:1788832888.319071:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c630a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788832888.319129:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788832888.319133:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90e1c630a000. 00000400:00000200:3.0:1788832888.319136:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788832888.319140:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: ACK: OK 00000800:00000001:3.0:1788832888.319146:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788832888.319149:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832888.321466:0:8229:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788832888.321488:0:8229:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788832888.321873:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.321884:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832888.321887:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.321889:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832888.321897:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.321904:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832888.321911:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.321915:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.321920:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.321924:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 440 into portal 10 MB=0x6a9f6b7e05280 00000400:00000200:2.0:1788832888.321928:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.321934:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 440/440 into md 0x8ed [1] + 224 00000800:00000001:2.0:1788832888.321940:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.321947:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832888.321950:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832888.321954:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832888.321960:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832888.321968:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788832888.321991:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788832888.322011:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832888.322020:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.322023:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832888.322097:0:8229:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788832888.322103:0:8229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788832888.322105:0:8229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788832888.322109:0:8229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c881c580. 00000400:00000200:1.0:1788832888.322113:0:8229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c9317110 00000400:00000010:1.0:1788832888.322115:0:8229:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c9317110. 00000100:00000001:1.0:1788832888.322118:0:8229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788832888.322131:0:8229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788832888.322141:0:8229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788832888.322147:0:8229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788832888.322149:0:8229:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832888.322152:0:8229:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788832888.322155:0:8229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788832888.322158:0:8229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788832888.322160:0:8229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788832888.322164:0:8229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788832888.322173:0:8229:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9cf0 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1788832888.322177:0:8229:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1788832888.322180:0:8229:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788832888.322181:0:8229:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.322185:0:8229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788832888.322188:0:8229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.322191:0:8229:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788832888.322194:0:8229:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:1.0:1788832888.322195:0:8229:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788832888.322197:0:8229:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788832888.322201:0:8229:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788832888.322210:0:8229:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788832888.322218:0:8229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788832888.322226:0:8229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788832888.322231:0:8229:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788832888.322238:0:8229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1c6310000 pname:cluuid:pid:xid:nid:opc:job bash:874dbaf8-36df-48d7-baa1-dec2119fd674:8229:1875726972244608:192.168.206.121@tcp:37:bash.0 00000100:00000001:1.0:1788832888.322243:0:8229:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788832888.322247:0:8229:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.322249:0:8229:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788832888.322252:0:8229:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832888.322256:0:8229:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788832888.322262:0:8229:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788832888.322265:0:8229:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1d88b7180. 00000100:00000001:1.0:1788832888.322268:0:8229:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788832888.322270:0:8229:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788832888.322273:0:8229:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788832888.322276:0:8229:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788832888.322279:0:8229:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1c6310000 x1875726972244608/t0(0) o37->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1788832904 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788832888.322285:0:8229:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788832888.322287:0:8229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788832888.322290:0:8229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90e1c5798c00. 02000000:00000001:1.0:1788832888.322293:0:8229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788832888.322296:0:8229:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832888.322298:0:8229:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:1.0:1788832888.322300:0:8229:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788832888.322302:0:8229:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788832888.322304:0:8229:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788832888.322305:0:8229:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:1.0:1788832888.322307:0:8229:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788832888.322332:0:8229:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90e1c8a68000. 00000100:00000010:1.0:1788832888.322335:0:8229:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90e1c5798400. 00000100:00000001:1.0:1788832888.322337:0:8229:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788832888.322340:0:8229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90e1c8aace00. 02000000:00000001:1.0:1788832888.322343:0:8229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788832888.322349:0:8229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788832888.322352:0:8229:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1c6310000. 00000100:00000001:1.0:1788832888.322355:0:8229:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788832888.322356:0:8229:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788832888.322358:0:8229:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788832888.322360:0:8229:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788832888.323107:0:8229:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90e1d116e000. 00000002:00000001:1.0:1788832888.323113:0:8229:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323119:0:8229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832888.323122:0:8229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832888.323125:0:8229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:1.0:1788832888.323127:0:8229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.323130:0:8229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.323133:0:8229:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788832888.323138:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:1.0:1788832888.323146:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.323148:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832888.323149:0:8229:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788832888.323152:0:8229:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788832888.323154:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:1.0:1788832888.323161:0:8229:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788832888.323163:0:8229:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788832888.323165:0:8229:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788832888.323167:0:8229:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323170:0:8229:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788832888.323172:0:8229:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323174:0:8229:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323176:0:8229:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323178:0:8229:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788832888.323179:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.323180:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788832888.323182:0:8229:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.323196:0:8229:0:(statahead.c:1897:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788832888.323200:0:8229:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000010:1.0:1788832888.323204:0:8229:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1c8aac800. 00000080:00000001:1.0:1788832888.323209:0:8229:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.323214:0:8229:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788832888.323216:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fca0 00000080:00200000:1.0:1788832888.323219:0:8229:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000080:00000010:1.0:1788832888.323224:0:8229:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1c8aac800. 00800000:00000002:1.0:1788832888.323231:0:8229:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00000080:00000001:1.0:1788832888.323235:0:8229:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788832888.323238:0:8229:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788832888.323240:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fbc0 00800000:00000002:1.0:1788832888.323242:0:8229:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788832888.323245:0:8229:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788832888.323248:0:8229:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788832888.323251:0:8229:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788832888.323253:0:8229:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788832888.323255:0:8229:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788832888.323257:0:8229:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788832888.323259:0:8229:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788832888.323261:0:8229:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788832888.323265:0:8229:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788832888.323269:0:8229:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788832888.323271:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fa90 00000002:00010000:1.0:1788832888.323273:0:8229:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788832888.323276:0:8229:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788832888.323277:0:8229:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788832888.323280:0:8229:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788832888.323285:0:8229:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:1.0:1788832888.323288:0:8229:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788832888.323291:0:8229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788832888.323294:0:8229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788832888.323298:0:8229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 02000000:00000001:1.0:1788832888.323322:0:8229:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788832888.323327:0:8229:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832888.323330:0:8229:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000002:00000001:1.0:1788832888.323337:0:8229:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788832888.323339:0:8229:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788832888.323341:0:8229:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788832888.323343:0:8229:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788832888.323345:0:8229:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788832888.323347:0:8229:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788832888.323350:0:8229:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788832888.323352:0:8229:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000010:1.0:1788832888.323355:0:8229:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1c8aac800. 00000080:00000001:1.0:1788832888.323358:0:8229:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788832888.323359:0:8229:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788832888.323362:0:8229:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:1.0:1788832888.323366:0:8229:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00800000:00000001:1.0:1788832888.323369:0:8229:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788832888.323371:0:8229:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788832888.323373:0:8229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832888.323374:0:8229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832888.323376:0:8229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:1.0:1788832888.323378:0:8229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.323381:0:8229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.323383:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.323384:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788832888.323386:0:8229:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788832888.323387:0:8229:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788832888.323390:0:8229:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981c0fcd8 00010000:00000001:1.0:1788832888.323391:0:8229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788832888.323392:0:8229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788832888.323398:0:8229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:1.0:1788832888.323400:0:8229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.323402:0:8229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:1.0:1788832888.323404:0:8229:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788832888.323406:0:8229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:1.0:1788832888.323412:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.323413:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788832888.323414:0:8229:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788832888.323415:0:8229:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788832888.323417:0:8229:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:1.0:1788832888.323422:0:8229:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788832888.323424:0:8229:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788832888.323425:0:8229:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788832888.323426:0:8229:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323428:0:8229:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788832888.323429:0:8229:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323431:0:8229:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323433:0:8229:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788832888.323434:0:8229:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788832888.323435:0:8229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788832888.323436:0:8229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788832888.323438:0:8229:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788832888.323440:0:8229:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788832888.323443:0:8229:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832888.323448:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fd28 00000080:00000008:1.0:1788832888.323450:0:8229:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788832888.323851:0:8229:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788832888.323855:0:8229:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788832888.323861:0:8229:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1c8aac800. 00800000:00000002:1.0:1788832888.323864:0:8229:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00000080:00000001:1.0:1788832888.323867:0:8229:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788832888.323877:0:8229:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446707680377201728 : -36393332349888 : ffffdee6845a6440) 00000080:00000001:1.0:1788832888.323881:0:8229:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788832888.325558:0:8229:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788832888.325564:0:8229:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788832888.325569:0:8229:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000010:1.0:1788832888.325573:0:8229:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1c8aac800. 00000080:00000001:1.0:1788832888.325581:0:8229:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.325604:0:8229:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788832888.325606:0:8229:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788832888.325609:0:8229:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788832888.325611:0:8229:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.325687:0:8229:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788832888.325690:0:8229:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788832888.325693:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fdd0 00000080:00200008:1.0:1788832888.325696:0:8229:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), flags 304000 00000080:00400000:1.0:1788832888.325700:0:8229:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788832888.325703:0:8229:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90e1d309e640. 00000080:00000001:1.0:1788832888.325706:0:8229:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788832888.325708:0:8229:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981c0fdd0 00000080:00000008:1.0:1788832888.325710:0:8229:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90e1c953ba88), flags 304000, rc = 0 00000080:00000001:1.0:1788832888.325713:0:8229:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788832888.325714:0:8229:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832888.333663:0:10879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788832888.333668:0:10879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788832888.333671:0:10879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788832888.333674:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fb20 00000080:00200000:0.0:1788832888.333678:0:10879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000080:00000010:0.0:1788832888.333685:0:10879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1d8f48200. 00800000:00000002:0.0:1788832888.333691:0:10879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00000080:00000001:0.0:1788832888.333695:0:10879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788832888.333699:0:10879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788832888.333701:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fa40 00800000:00000002:0.0:1788832888.333704:0:10879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.333707:0:10879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788832888.333710:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788832888.333712:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788832888.333715:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788832888.333717:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788832888.333719:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.333721:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.333724:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.333727:0:10879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788832888.333733:0:10879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788832888.333742:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f910 00000002:00010000:0.0:1788832888.333744:0:10879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788832888.333748:0:10879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788832888.333750:0:10879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788832888.334108:0:10879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788832888.334116:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:0.0:1788832888.334209:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832888.334217:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832888.334222:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788832888.334228:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 02000000:00000001:0.0:1788832888.334240:0:10879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788832888.334246:0:10879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832888.334249:0:10879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000002:00000001:0.0:1788832888.334256:0:10879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788832888.334258:0:10879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788832888.334260:0:10879:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788832888.334262:0:10879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788832888.334264:0:10879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788832888.334266:0:10879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788832888.334269:0:10879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788832888.334272:0:10879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000010:0.0:1788832888.334276:0:10879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1d8f48200. 00000080:00000001:0.0:1788832888.334281:0:10879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788832888.334283:0:10879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788832888.334285:0:10879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:0.0:1788832888.334289:0:10879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00800000:00000001:0.0:1788832888.334293:0:10879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788832888.334295:0:10879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788832888.334297:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.334299:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.334307:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:0.0:1788832888.334310:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.334313:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.334316:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.334318:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788832888.334319:0:10879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788832888.334321:0:10879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788832888.334324:0:10879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981d3fb58 00010000:00000001:0.0:1788832888.334326:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.334327:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.334329:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:0.0:1788832888.334331:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.334333:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.334335:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788832888.334338:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:0.0:1788832888.334346:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.334347:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.334348:0:10879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788832888.334350:0:10879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788832888.334353:0:10879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1788832888.334360:0:10879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832888.334363:0:10879:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832888.334365:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832888.334368:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334370:0:10879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832888.334372:0:10879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334374:0:10879:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334377:0:10879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334379:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788832888.334380:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.334385:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788832888.334388:0:10879:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788832888.334390:0:10879:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788832888.334392:0:10879:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88), inode mode 41ed mask 1 00000080:00000001:0.0:1788832888.334397:0:10879:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788832888.334405:0:10879:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90e1c3edd9c0. 00000020:00000001:0.0:1788832888.334409:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fae8 00000080:00200000:0.0:1788832888.334411:0:10879:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=[df][0-9]*, dir=[0x200000007:0x1:0x0](ffff90e1c953ba88), flags=8 00000080:00000001:0.0:1788832888.334414:0:10879:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788832888.334416:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f998 00000080:00200000:0.0:1788832888.334418:0:10879:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=[df][0-9]*, dir=[0x200000007:0x1:0x0](ffff90e1c953ba88), intent=getattr 00000080:00000010:0.0:1788832888.334425:0:10879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1d8f48200. 00800000:00000002:0.0:1788832888.334428:0:10879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00000080:00000001:0.0:1788832888.334431:0:10879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788832888.334433:0:10879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788832888.334434:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f8b8 00800000:00000002:0.0:1788832888.334436:0:10879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '[df][0-9]*' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.334439:0:10879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788832888.334442:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788832888.334443:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788832888.334445:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788832888.334446:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788832888.334448:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.334450:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.334452:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832888.334454:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f850 00800000:00000002:0.0:1788832888.334456:0:10879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='[df][0-9]*' -> mds #0 00000002:00000001:0.0:1788832888.334459:0:10879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788832888.334461:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f788 00000002:00010000:0.0:1788832888.334462:0:10879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: [df][0-9]*,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788832888.334466:0:10879:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788832888.334469:0:10879:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788832888.334474:0:10879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90e1d8acb100. 00000020:00000040:0.0:1788832888.334478:0:10879:0:(genops.c:1210:class_import_get()) import ffff90e1d10a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00010000:00000001:0.0:1788832888.334485:0:10879:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788832888.334494:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832888.334496:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832888.334499:0:10879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788832888.334501:0:10879:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788832888.334503:0:10879:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788832888.334510:0:10879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90e1c8d67800. 00000100:00000001:0.0:1788832888.334516:0:10879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334520:0:10879:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788832888.334522:0:10879:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334524:0:10879:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788832888.334525:0:10879:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.334527:0:10879:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788832888.334535:0:10879:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621898410078464 : -122175299473152 : ffff90e1d8acb100) 00010000:00000001:0.0:1788832888.334540:0:10879:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788832888.334542:0:10879:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788832888.334545:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:0.0:1788832888.334547:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832888.334550:0:10879:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788832888.334554:0:10879:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90e1c0031e00. 00000020:00000001:0.0:1788832888.334557:0:10879:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788832888.334560:0:10879:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90e1c0031e00 with handle 0x99dce05d6a22b8c8 to hash 00000020:00000001:0.0:1788832888.334562:0:10879:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788832888.334564:0:10879:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:0.0:1788832888.334568:0:10879:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:0.0:1788832888.334571:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832888.334573:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832888.334576:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832888.334583:0:10879:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832888.334593:0:10879:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788832888.334607:0:10879:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788832888.334608:0:10879:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788832888.334614:0:10879:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90e1d8e28a80. 00000100:00000001:0.0:1788832888.334616:0:10879:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621898413607552 : -122175295944064 : ffff90e1d8e28a80) 00000100:00000001:0.0:1788832888.334619:0:10879:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832888.334620:0:10879:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410078464 : -122175299473152 : ffff90e1d8acb100) 00000100:00000001:0.0:1788832888.334624:0:10879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788832888.334628:0:10879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832888.334630:0:10879:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788832888.334632:0:10879:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788832888.334652:0:10879:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.334661:0:10879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788832888.334663:0:10879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832888.334666:0:10879:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788832888.334669:0:10879:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788832888.334671:0:10879:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788832888.334674:0:10879:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job rm:874dbaf8-36df-48d7-baa1-dec2119fd674:10879:1875726972244736:192.168.206.121@tcp:101:rm.0 00000100:00000001:0.0:1788832888.334678:0:10879:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788832888.334683:0:10879:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788832888.334685:0:10879:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832888.334688:0:10879:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788832888.334692:0:10879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90e1c5076800. 02000000:00000001:0.0:1788832888.334694:0:10879:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788832888.334700:0:10879:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000010:0.0:1788832888.334705:0:10879:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90e1c2b8b688. 00000400:00000010:0.0:1788832888.334710:0:10879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cde4c8. 00000100:00000200:0.0:1788832888.334717:0:10879:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875726972244736, portal 10 00000100:00000001:0.0:1788832888.334718:0:10879:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788832888.334720:0:10879:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621898410078464 : -122175299473152 : ffff90e1d8acb100) 00000100:00000040:0.0:1788832888.334726:0:10879:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.334744:0:10879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788832888.334747:0:10879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.121@tcp 00000400:00000010:0.0:1788832888.334749:0:10879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90e1c4cdeaa0. 00000100:00000200:0.0:1788832888.334943:0:10879:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875726972244736, offset 0 00000400:00000200:0.0:1788832888.334952:0:10879:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.121@tcp 00000400:00000200:0.0:1788832888.334960:0:10879:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832888.334966:0:10879:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.121@tcp local destination 00000400:00000200:0.0:1788832888.334971:0:10879:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788832888.334975:0:10879:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.21@tcp 00000400:00000200:0.0:1788832888.334979:0:10879:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788832888.334982:0:10879:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.121@tcp 00000400:00000200:0.0:1788832888.334985:0:10879:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.21@tcp NI seq info: [177:177:256:4294967295] 192.168.206.121@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1788832888.334990:0:10879:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:0.0:1788832888.334999:0:10879:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp:) -> 192.168.206.121@tcp(192.168.206.121@tcp:192.168.206.121@tcp) : PUT try# 0 00000800:00000200:0.0:1788832888.335004:0:10879:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.206.121@tcp 00000800:00000010:0.0:1788832888.335009:0:10879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90e1c3fa0c00. 00000800:00000200:0.0:1788832888.335014:0:10879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90e1c57a63c0] -> 12345-192.168.206.121@tcp (5) 00000800:00000200:0.0:1788832888.335021:0:10879:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.121@tcp ip 192.168.206.121:988 00000800:00000200:0.0:1788832888.335025:0:10879:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90e1c3fa0c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1788832888.335153:0:10879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788832888.335158:0:10879:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: using a timeout of 87460 usecs (88 jiffies) 00000400:00000200:0.0:1788832888.335162:0:10879:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000100:00000001:0.0:1788832888.335165:0:10879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 2 is 4295066009 00000100:00000001:0.0:1788832888.335171:0:10879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 2, simply extend its deadline from 4295065981 00000100:00000001:0.0:1788832888.335176:0:10879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS new deadline estimation for cpu 3 is 4295066009 00000100:00000001:0.0:1788832888.335179:0:10879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90e1c302b000: PM QoS request active for cpu 3, simply extend its deadline from 4295065981 00000100:00000001:0.0:1788832888.335181:0:10879:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788832888.335185:0:10879:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788832888.335192:0:10879:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788832888.335194:0:10879:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788832888.335197:0:10879:0:(client.c:2715:ptlrpc_set_wait()) set ffff90e1d8e28a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788832888.335200:0:10879:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788832888.335203:0:10879:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788832888.335938:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788832888.335944:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90e1c3fa0c00. 00000400:00000200:2.0:1788832888.335950:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832888.335955:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000400:00000200:2.0:1788832888.335961:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cdeaa0 00000400:00000010:2.0:1788832888.335963:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cdeaa0. 00000100:00000001:2.0:1788832888.335967:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788832888.335973:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788832888.335983:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788832888.335987:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788832888.335993:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788832888.335995:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788832888.339253:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.339268:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788832888.339271:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.339274:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832888.339281:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.339288:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.21@tcp(192.168.206.21@tcp) <- 192.168.206.121@tcp : PUT - for me 00000400:00000200:2.0:1788832888.339297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.339301:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.339306:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.339310:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.121@tcp of length 584 into portal 10 MB=0x6a9f6b7e05300 00000400:00000200:2.0:1788832888.339315:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.121@tcp to cpt 1 00000400:00000200:2.0:1788832888.339322:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.121@tcp of length 584/584 into md 0x8f5 [1] + 224 00000800:00000001:2.0:1788832888.339342:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.339350:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788832888.339353:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788832888.339358:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.21@tcp->192.168.206.121@tcp: PUT: OK 00000100:00000001:2.0:1788832888.339366:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788832888.339375:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788832888.339385:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788832888.339405:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788832888.339412:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788832888.339415:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832888.339468:0:10879:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788832888.339476:0:10879:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788832888.339479:0:10879:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788832888.339482:0:10879:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90e1c2b8b688. 00000400:00000200:0.0:1788832888.339486:0:10879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90e1c4cde4c8 00000400:00000010:0.0:1788832888.339488:0:10879:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90e1c4cde4c8. 00000100:00000001:0.0:1788832888.339491:0:10879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788832888.339495:0:10879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788832888.339503:0:10879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.339510:0:10879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788832888.339511:0:10879:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832888.339514:0:10879:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788832888.339517:0:10879:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788832888.339519:0:10879:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788832888.339521:0:10879:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788832888.339524:0:10879:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788832888.339532:0:10879:0:(import.c:2149:obd_at_measure()) add 5 to ffff90e1d10a9c60 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1788832888.339536:0:10879:0:(import.c:2149:obd_at_measure()) add 1 to ffff90e1d10a9c18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1788832888.339539:0:10879:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788832888.339542:0:10879:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/584 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.339549:0:10879:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788832888.339554:0:10879:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788832888.339556:0:10879:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90e1c302b000: skip recheck: last_committed 0 00000100:00000001:0.0:1788832888.339557:0:10879:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788832888.339559:0:10879:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788832888.339564:0:10879:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/584 e 0 to 0 dl 1788832904 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.339584:0:10879:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788832888.339587:0:10879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788832888.339589:0:10879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788832888.339594:0:10879:0:(lustre_net.h:2436:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/584 e 0 to 0 dl 1788832904 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788832888.339601:0:10879:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90e1d8acb100 pname:cluuid:pid:xid:nid:opc:job rm:874dbaf8-36df-48d7-baa1-dec2119fd674:10879:1875726972244736:192.168.206.121@tcp:101:rm.0 00000100:00000001:0.0:1788832888.339606:0:10879:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788832888.339609:0:10879:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788832888.339612:0:10879:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788832888.339614:0:10879:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832888.339618:0:10879:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/584 e 0 to 0 dl 1788832904 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.339625:0:10879:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788832888.339628:0:10879:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90e1d8e28a80. 00000100:00000001:0.0:1788832888.339631:0:10879:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788832888.339632:0:10879:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788832888.339636:0:10879:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788832888.339649:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.339652:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.339655:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031e00 refcount=4 00000020:00000001:0.0:1788832888.339658:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:0.0:1788832888.339661:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00010000:0.0:1788832888.339667:0:10879:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339679:0:10879:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788832888.339683:0:10879:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339688:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788832888.339696:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339703:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.339705:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788832888.339708:0:10879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339714:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832888.339717:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.339721:0:10879:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788832888.339723:0:10879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788832888.339729:0:10879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90e1c0031e00 already unused, calling callback (ffffffffc1bb6460) 00000080:00000001:0.0:1788832888.339732:0:10879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788832888.339735:0:10879:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339741:0:10879:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788832888.339743:0:10879:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788832888.339746:0:10879:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339851:0:10879:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788832888.339855:0:10879:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788832888.339856:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.339857:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.339859:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031e00 refcount=5 00000020:00000001:0.0:1788832888.339861:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:0.0:1788832888.339863:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996312064 : -122175713239552 : ffff90e1c0031e00) 00010000:00000001:0.0:1788832888.339866:0:10879:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788832888.339869:0:10879:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788832888.339883:0:10879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788832888.339885:0:10879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832888.339898:0:10879:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788832888.339900:0:10879:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788832888.339903:0:10879:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788832888.339905:0:10879:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788832888.339906:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832888.339908:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788832888.339911:0:10879:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90e1c0031e00 with handle 0x99dce05d6a22b8c8 from hash 00010000:00000001:0.0:1788832888.339913:0:10879:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788832888.339914:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.339916:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.339917:0:10879:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788832888.339918:0:10879:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788832888.339920:0:10879:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788832888.339922:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.339923:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.339925:0:10879:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832888.339926:0:10879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832888.339929:0:10879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339934:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.339935:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.339936:0:10879:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788832888.339938:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788832888.339940:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.339940:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.339941:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788832888.339944:0:10879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031e00/0x99dce05d6a22b8c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788832888.339954:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.339956:0:10879:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788832888.339960:0:10879:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788832888.339971:0:10879:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/584 e 0 to 0 dl 1788832904 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788832888.339979:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788832888.339980:0:10879:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788832888.339982:0:10879:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788832888.339985:0:10879:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788832888.339987:0:10879:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788832888.339989:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788832888.339990:0:10879:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788832888.339992:0:10879:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788832888.339995:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f710 00000002:00002000:0.0:1788832888.339997:0:10879:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=[df][0-9]* intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788832888.340000:0:10879:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788832888.340003:0:10879:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788832888.340006:0:10879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788832888.340009:0:10879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788832888.340012:0:10879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.340015:0:10879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000001:0.0:1788832888.340017:0:10879:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788832888.340019:0:10879:0:(namei.c:674:ll_lookup_it_finish()) it ffffae8981d3fb20 it_disposition 7 00000080:00002000:0.0:1788832888.340024:0:10879:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90e1c9561ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788832888.340030:0:10879:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788832888.340043:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788832888.340045:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788832888.340048:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788832888.340050:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788832888.340052:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.340054:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.340057:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788832888.340060:0:10879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788832888.340062:0:10879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788832888.340064:0:10879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788832888.340070:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:0.0:1788832888.340072:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832888.340075:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832888.340078:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788832888.340086:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:0.0:1788832888.340095:0:10879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788832888.340099:0:10879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832888.340102:0:10879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:0.0:1788832888.340109:0:10879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788832888.340111:0:10879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788832888.340113:0:10879:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788832888.340115:0:10879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788832888.340117:0:10879:0:(dcache.c:176:ll_intent_release()) intent ffffae8981d3f930 released 00000080:00010000:0.0:1788832888.340119:0:10879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981d3f930 00010000:00000001:0.0:1788832888.340121:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.340123:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.340125:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:0.0:1788832888.340127:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.340129:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.340131:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788832888.340134:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1788832888.340140:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.340141:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.340142:0:10879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788832888.340144:0:10879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788832888.340146:0:10879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1788832888.340153:0:10879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832888.340155:0:10879:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832888.340157:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832888.340164:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340166:0:10879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832888.340168:0:10879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340170:0:10879:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340173:0:10879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340175:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788832888.340176:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.340178:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788832888.340180:0:10879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788832888.340181:0:10879:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788832888.340184:0:10879:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788832888.340188:0:10879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1d8f48200. 00000100:00000001:0.0:1788832888.340191:0:10879:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788832888.340196:0:10879:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90e1d8acb100 x1875726972244736/t0(0) o101->lustre-MDT0000-mdc-ffff90e1c302b000@192.168.206.121@tcp:12/10 lens 584/584 e 0 to 0 dl 1788832904 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788832888.340203:0:10879:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788832888.340205:0:10879:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788832888.340208:0:10879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90e1c5076800. 02000000:00000001:0.0:1788832888.340211:0:10879:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788832888.340214:0:10879:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788832888.340216:0:10879:0:(genops.c:1223:class_import_put()) import ffff90e1d10a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff90e1c302b000 00000020:00000001:0.0:1788832888.340218:0:10879:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788832888.340220:0:10879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90e1c8d67800. 02000000:00000001:0.0:1788832888.340224:0:10879:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788832888.340225:0:10879:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788832888.340227:0:10879:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90e1d8acb100. 00000100:00000001:0.0:1788832888.340231:0:10879:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788832888.340232:0:10879:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788832888.340234:0:10879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788832888.340235:0:10879:0:(dcache.c:176:ll_intent_release()) intent ffffae8981d3fb20 released 00000080:00000001:0.0:1788832888.340237:0:10879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788832888.340240:0:10879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788832888.340242:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fb70 00000080:00002000:0.0:1788832888.340244:0:10879:0:(dcache.c:127:ll_ddelete()) keeping dentry [df][0-9]* (ffff90e1c9561ca8, parent ffff90e1c9521288, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788832888.340247:0:10879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832888.340290:0:10879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788832888.340294:0:10879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788832888.340299:0:10879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788832888.340301:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fbd8 00000080:00200000:0.0:1788832888.340303:0:10879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88),name=/ 00000080:00000010:0.0:1788832888.340308:0:10879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90e1d8f48200. 00800000:00000002:0.0:1788832888.340312:0:10879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90e1c4cbac00 2 00000080:00000001:0.0:1788832888.340315:0:10879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788832888.340317:0:10879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788832888.340319:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3faf8 00800000:00000002:0.0:1788832888.340321:0:10879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.340324:0:10879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788832888.340326:0:10879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788832888.340327:0:10879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788832888.340329:0:10879:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788832888.340330:0:10879:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788832888.340332:0:10879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.340334:0:10879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788832888.340336:0:10879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788832888.340339:0:10879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788832888.340343:0:10879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788832888.340345:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3f9c8 00000002:00010000:0.0:1788832888.340347:0:10879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788832888.340350:0:10879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788832888.340351:0:10879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788832888.340352:0:10879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788832888.340355:0:10879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90e1d9adbe00 count: 2 00010000:00000001:0.0:1788832888.340357:0:10879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788832888.340359:0:10879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788832888.340361:0:10879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788832888.340364:0:10879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:0.0:1788832888.340371:0:10879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788832888.340374:0:10879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788832888.340377:0:10879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:0.0:1788832888.340394:0:10879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788832888.340396:0:10879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788832888.340398:0:10879:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788832888.340400:0:10879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788832888.340401:0:10879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788832888.340403:0:10879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788832888.340405:0:10879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788832888.340407:0:10879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90e1c4cbac00 2 00000080:00000010:0.0:1788832888.340410:0:10879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90e1d8f48200. 00000080:00000001:0.0:1788832888.340412:0:10879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788832888.340414:0:10879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788832888.340417:0:10879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) 00000080:00010000:0.0:1788832888.340420:0:10879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90e1c953ba88) for lock 0x99dce05d6a22b835 00800000:00000001:0.0:1788832888.340423:0:10879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788832888.340425:0:10879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788832888.340426:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.340427:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.340429:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:0.0:1788832888.340430:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.340432:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.340435:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.340436:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788832888.340437:0:10879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788832888.340439:0:10879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788832888.340441:0:10879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x99dce05d6a22b835 from it ffffae8981d3fc10 00010000:00000001:0.0:1788832888.340442:0:10879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788832888.340443:0:10879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788832888.340444:0:10879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90e1c0031000 refcount=3 00000020:00000001:0.0:1788832888.340446:0:10879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.340448:0:10879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621897996308480 : -122175713243136 : ffff90e1c0031000) 00010000:00000001:0.0:1788832888.340450:0:10879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788832888.340457:0:10879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1788832888.340463:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.340464:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788832888.340466:0:10879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788832888.340467:0:10879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788832888.340469:0:10879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90e1c302b000 lock: ffff90e1c0031000/0x99dce05d6a22b835 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xda32e675301a49c5 expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:0.0:1788832888.340475:0:10879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832888.340477:0:10879:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788832888.340478:0:10879:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788832888.340480:0:10879:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340482:0:10879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788832888.340483:0:10879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340485:0:10879:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340487:0:10879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.340489:0:10879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788832888.340490:0:10879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788832888.340491:0:10879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788832888.340493:0:10879:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788832888.340494:0:10879:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788832888.340496:0:10879:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90e1c953ba88), inode mode 41ed mask 1 00000080:00000001:0.0:1788832888.340501:0:10879:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788832888.340508:0:10879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788832888.340510:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fda0 00000080:00002000:0.0:1788832888.340512:0:10879:0:(dcache.c:87:ll_dcompare()) found name [df][0-9]*(ffff90e1c9561ca8) flags 0x8000e refc 0 00000080:00000001:0.0:1788832888.340514:0:10879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788832888.340516:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fe10 00000080:00200000:0.0:1788832888.340517:0:10879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=[df][0-9]*, flags=0 00000080:00000001:0.0:1788832888.340520:0:10879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788832888.340521:0:10879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae8981d3fe28 00000080:00002000:0.0:1788832888.340523:0:10879:0:(dcache.c:127:ll_ddelete()) keeping dentry [df][0-9]* (ffff90e1c9561ca8, parent ffff90e1c9521288, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788832888.340525:0:10879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1788832888.351795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90e1c0031e00. 00000100:00000040:2.0:1788832888.429819:0:8099:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a220 (cpu 2) has reached its deadline 4295066009, at 4295066016 00000100:00000010:2.0:1788832888.429833:0:8099:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d10edf00. 00000100:00000040:3.0:1788832888.432535:0:243:0:(connection.c:75:cpu_latency_work()) work item of ffff90e1c302a330 (cpu 3) has reached its deadline 4295066009, at 4295066018 00000100:00000010:3.0:1788832888.432927:0:243:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90e1d10edba0. 00000080:00000001:2.0:1788832888.459553:0:10892:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788832888.459564:0:10892:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.979234:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832888.979246:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788832888.979252:0:52:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788832888.979254:0:52:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788832888.979387:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788832888.979390:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788832888.979393:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 11556 lines, 11556 kept, 0 dropped, 0 bad.